<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta http-equiv="content-type" content="text/html; charset=ISO-8859-1" />
<title>Channel xref</title>
<link type="text/css" rel="stylesheet" href="../../../../stylesheet.css" />
</head>
<body>
<pre>

<a name="1" href="#1">1</a>   <strong class="jxr_keyword">package</strong> org.methodize.nntprss.feed;
<a name="2" href="#2">2</a>   
<a name="3" href="#3">3</a>   <em class="jxr_comment">/*<em class="jxr_comment"> -----------------------------------------------------------</em></em>
<a name="4" href="#4">4</a>   <em class="jxr_comment"> * nntp//rss - a bridge between the RSS world and NNTP clients</em>
<a name="5" href="#5">5</a>   <em class="jxr_comment"> * Copyright (c) 2002-2007 Jason Brome.  All Rights Reserved.</em>
<a name="6" href="#6">6</a>   <em class="jxr_comment"> *</em>
<a name="7" href="#7">7</a>   <em class="jxr_comment"> * email: nntprss@methodize.org</em>
<a name="8" href="#8">8</a>   <em class="jxr_comment"> * mail:  Jason Brome</em>
<a name="9" href="#9">9</a>   <em class="jxr_comment"> *        PO Box 222-WOB</em>
<a name="10" href="#10">10</a>  <em class="jxr_comment"> *        West Orange</em>
<a name="11" href="#11">11</a>  <em class="jxr_comment"> *        NJ 07052-0222</em>
<a name="12" href="#12">12</a>  <em class="jxr_comment"> * </em>
<a name="13" href="#13">13</a>  <em class="jxr_comment"> * This file is part of nntp//rss</em>
<a name="14" href="#14">14</a>  <em class="jxr_comment"> * </em>
<a name="15" href="#15">15</a>  <em class="jxr_comment"> * nntp//rss is free software; you can redistribute it </em>
<a name="16" href="#16">16</a>  <em class="jxr_comment"> * and/or modify it under the terms of the GNU General </em>
<a name="17" href="#17">17</a>  <em class="jxr_comment"> * Public License as published by the Free Software Foundation; </em>
<a name="18" href="#18">18</a>  <em class="jxr_comment"> * either version 2 of the License, or (at your option) any </em>
<a name="19" href="#19">19</a>  <em class="jxr_comment"> * later version.</em>
<a name="20" href="#20">20</a>  <em class="jxr_comment"> *</em>
<a name="21" href="#21">21</a>  <em class="jxr_comment"> * This program is distributed in the hope that it will be </em>
<a name="22" href="#22">22</a>  <em class="jxr_comment"> * useful, but WITHOUT ANY WARRANTY; without even the implied </em>
<a name="23" href="#23">23</a>  <em class="jxr_comment"> * warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR </em>
<a name="24" href="#24">24</a>  <em class="jxr_comment"> * PURPOSE.  See the GNU General Public License for more </em>
<a name="25" href="#25">25</a>  <em class="jxr_comment"> * details.</em>
<a name="26" href="#26">26</a>  <em class="jxr_comment"> *</em>
<a name="27" href="#27">27</a>  <em class="jxr_comment"> * You should have received a copy of the GNU General Public </em>
<a name="28" href="#28">28</a>  <em class="jxr_comment"> * License along with this program; if not, write to the </em>
<a name="29" href="#29">29</a>  <em class="jxr_comment"> * Free Software Foundation, Inc., 59 Temple Place, Suite 330, </em>
<a name="30" href="#30">30</a>  <em class="jxr_comment"> * Boston, MA  02111-1307  USA</em>
<a name="31" href="#31">31</a>  <em class="jxr_comment"> * ----------------------------------------------------- */</em>
<a name="32" href="#32">32</a>  
<a name="33" href="#33">33</a>  <strong class="jxr_keyword">import</strong> java.io.*;
<a name="34" href="#34">34</a>  <strong class="jxr_keyword">import</strong> java.net.*;
<a name="35" href="#35">35</a>  <strong class="jxr_keyword">import</strong> java.security.NoSuchAlgorithmException;
<a name="36" href="#36">36</a>  <strong class="jxr_keyword">import</strong> java.text.ParseException;
<a name="37" href="#37">37</a>  <strong class="jxr_keyword">import</strong> java.text.SimpleDateFormat;
<a name="38" href="#38">38</a>  <strong class="jxr_keyword">import</strong> java.util.*;
<a name="39" href="#39">39</a>  <strong class="jxr_keyword">import</strong> java.util.zip.GZIPInputStream;
<a name="40" href="#40">40</a>  
<a name="41" href="#41">41</a>  <strong class="jxr_keyword">import</strong> javax.xml.parsers.DocumentBuilder;
<a name="42" href="#42">42</a>  <strong class="jxr_keyword">import</strong> javax.xml.parsers.ParserConfigurationException;
<a name="43" href="#43">43</a>  
<a name="44" href="#44">44</a>  <strong class="jxr_keyword">import</strong> org.apache.commons.httpclient.*;
<a name="45" href="#45">45</a>  <strong class="jxr_keyword">import</strong> org.apache.commons.httpclient.URI;
<a name="46" href="#46">46</a>  <strong class="jxr_keyword">import</strong> org.apache.commons.httpclient.methods.GetMethod;
<a name="47" href="#47">47</a>  <strong class="jxr_keyword">import</strong> org.apache.log4j.Logger;
<a name="48" href="#48">48</a>  <strong class="jxr_keyword">import</strong> org.apache.log4j.Priority;
<a name="49" href="#49">49</a>  <strong class="jxr_keyword">import</strong> org.methodize.nntprss.feed.db.ChannelDAO;
<a name="50" href="#50">50</a>  <strong class="jxr_keyword">import</strong> org.methodize.nntprss.feed.parser.*;
<a name="51" href="#51">51</a>  <strong class="jxr_keyword">import</strong> org.methodize.nntprss.util.AppConstants;
<a name="52" href="#52">52</a>  <strong class="jxr_keyword">import</strong> org.methodize.nntprss.util.HttpUserException;
<a name="53" href="#53">53</a>  <strong class="jxr_keyword">import</strong> org.w3c.dom.Document;
<a name="54" href="#54">54</a>  <strong class="jxr_keyword">import</strong> org.w3c.dom.Element;
<a name="55" href="#55">55</a>  <strong class="jxr_keyword">import</strong> org.xml.sax.SAXException;
<a name="56" href="#56">56</a>  <strong class="jxr_keyword">import</strong> org.xml.sax.SAXParseException;
<a name="57" href="#57">57</a>  
<a name="58" href="#58">58</a>  <em class="jxr_javadoccomment">/**</em>
<a name="59" href="#59">59</a>  <em class="jxr_javadoccomment"> * @author Jason Brome &lt;jason@methodize.org&gt;</em>
<a name="60" href="#60">60</a>  <em class="jxr_javadoccomment"> * @version $Id: Channel.java,v 1.19 2007/12/17 04:08:39 jasonbrome Exp $</em>
<a name="61" href="#61">61</a>  <em class="jxr_javadoccomment"> */</em>
<a name="62" href="#62">62</a>  <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">class</strong> <a href="../../../../org/methodize/nntprss/feed/Channel.html">Channel</a>
<a name="63" href="#63">63</a>      <strong class="jxr_keyword">extends</strong> <a href="../../../../org/methodize/nntprss/feed/ItemContainer.html">ItemContainer</a>
<a name="64" href="#64">64</a>      implements Runnable {
<a name="65" href="#65">65</a>  
<a name="66" href="#66">66</a>      <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> EXTERNAL_VERSION = 2;
<a name="67" href="#67">67</a>  
<a name="68" href="#68">68</a>      <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> STATUS_OK = 0;
<a name="69" href="#69">69</a>      <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> STATUS_NOT_FOUND = 1;
<a name="70" href="#70">70</a>      <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> STATUS_INVALID_CONTENT = 2;
<a name="71" href="#71">71</a>      <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> STATUS_CONNECTION_TIMEOUT = 3;
<a name="72" href="#72">72</a>      <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> STATUS_UNKNOWN_HOST = 4;
<a name="73" href="#73">73</a>      <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> STATUS_NO_ROUTE_TO_HOST = 5;
<a name="74" href="#74">74</a>      <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> STATUS_SOCKET_EXCEPTION = 6;
<a name="75" href="#75">75</a>      <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> STATUS_PROXY_AUTHENTICATION_REQUIRED = 7;
<a name="76" href="#76">76</a>      <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> STATUS_USER_AUTHENTICATION_REQUIRED = 8;
<a name="77" href="#77">77</a>  
<a name="78" href="#78">78</a>      <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">long</strong> EXPIRATION_KEEP = -1;
<a name="79" href="#79">79</a>  
<a name="80" href="#80">80</a>      <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> PUSHBACK_BUFFER_SIZE = 4;
<a name="81" href="#81">81</a>  
<a name="82" href="#82">82</a>      <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">final</strong> Logger log = Logger.getLogger(Channel.<strong class="jxr_keyword">class</strong>);
<a name="83" href="#83">83</a>  
<a name="84" href="#84">84</a>      <strong class="jxr_keyword">private</strong> String author;
<a name="85" href="#85">85</a>      <strong class="jxr_keyword">private</strong> URL url;
<a name="86" href="#86">86</a>      <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">int</strong> id;
<a name="87" href="#87">87</a>      <strong class="jxr_keyword">private</strong> String title;
<a name="88" href="#88">88</a>      <strong class="jxr_keyword">private</strong> String link;
<a name="89" href="#89">89</a>      <strong class="jxr_keyword">private</strong> String description;
<a name="90" href="#90">90</a>      <strong class="jxr_keyword">private</strong> Date lastPolled;
<a name="91" href="#91">91</a>      <strong class="jxr_keyword">private</strong> Date lastCleaned;
<a name="92" href="#92">92</a>      <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">long</strong> lastModified;
<a name="93" href="#93">93</a>      <strong class="jxr_keyword">private</strong> String lastETag;
<a name="94" href="#94">94</a>      <strong class="jxr_keyword">private</strong> String rssVersion;
<a name="95" href="#95">95</a>      <strong class="jxr_keyword">private</strong> String managingEditor;
<a name="96" href="#96">96</a>  
<a name="97" href="#97">97</a>      <em class="jxr_comment">//	private boolean historical = true;</em>
<a name="98" href="#98">98</a>      <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">boolean</strong> enabled = <strong class="jxr_keyword">true</strong>;
<a name="99" href="#99">99</a>      <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">boolean</strong> parseAtAllCost = false;
<a name="100" href="#100">100</a> 
<a name="101" href="#101">101</a>     <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">long</strong> expiration = EXPIRATION_KEEP;
<a name="102" href="#102">102</a> 
<a name="103" href="#103">103</a>     <em class="jxr_comment">// Publishing related</em>
<a name="104" href="#104">104</a>     <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">boolean</strong> postingEnabled = false;
<a name="105" href="#105">105</a>     <strong class="jxr_keyword">private</strong> String publishAPI = <strong class="jxr_keyword">null</strong>;
<a name="106" href="#106">106</a>     <strong class="jxr_keyword">private</strong> Map publishConfig = <strong class="jxr_keyword">null</strong>;
<a name="107" href="#107">107</a> 
<a name="108" href="#108">108</a>     <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">int</strong> status = STATUS_OK;
<a name="109" href="#109">109</a>     <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">long</strong> pollingIntervalSeconds = DEFAULT_POLLING_INTERVAL;
<a name="110" href="#110">110</a> 
<a name="111" href="#111">111</a>     <strong class="jxr_keyword">private</strong> <a href="../../../../org/methodize/nntprss/feed/ChannelManager.html">ChannelManager</a> channelManager;
<a name="112" href="#112">112</a>     <strong class="jxr_keyword">private</strong> <a href="../../../../org/methodize/nntprss/feed/db/ChannelDAO.html">ChannelDAO</a> channelDAO;
<a name="113" href="#113">113</a>     <strong class="jxr_keyword">private</strong> <a href="../../../../org/methodize/nntprss/feed/Category.html">Category</a> category = <strong class="jxr_keyword">null</strong>;
<a name="114" href="#114">114</a> 
<a name="115" href="#115">115</a>     <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">transient</strong> <strong class="jxr_keyword">boolean</strong> polling = false;
<a name="116" href="#116">116</a>     <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">transient</strong> <strong class="jxr_keyword">boolean</strong> connected = false;
<a name="117" href="#117">117</a> 
<a name="118" href="#118">118</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">long</strong> DEFAULT_POLLING_INTERVAL = 0;
<a name="119" href="#119">119</a>     <em class="jxr_comment">// Clean channels every 24 hours</em>
<a name="120" href="#120">120</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">long</strong> CLEANING_INTERVAL = 1000 * 60 * 60 * 24;
<a name="121" href="#121">121</a>     <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> HTTP_CONNECTION_TIMEOUT = 1000 * 60 * 5;
<a name="122" href="#122">122</a> 
<a name="123" href="#123">123</a>     <em class="jxr_comment">//	private HttpURLConnection httpCon = null;</em>
<a name="124" href="#124">124</a> 
<a name="125" href="#125">125</a>     <strong class="jxr_keyword">private</strong> HttpClient httpClient = <strong class="jxr_keyword">null</strong>;
<a name="126" href="#126">126</a>     <strong class="jxr_keyword">private</strong> SimpleDateFormat httpDate =
<a name="127" href="#127">127</a>         <strong class="jxr_keyword">new</strong> SimpleDateFormat(<span class="jxr_string">"EEE, dd MMM yyyy HH:mm:ss z"</span>, Locale.US);
<a name="128" href="#128">128</a> 
<a name="129" href="#129">129</a>     <em class="jxr_comment">// Channel Doc Parsers</em>
<a name="130" href="#130">130</a>     <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <a href="../../../../org/methodize/nntprss/feed/parser/GenericParser.html">GenericParser</a>[] parsers =
<a name="131" href="#131">131</a>         <strong class="jxr_keyword">new</strong> <a href="../../../../org/methodize/nntprss/feed/parser/GenericParser.html">GenericParser</a>[] { RSSParser.getParser(), AtomParser.getParser()};
<a name="132" href="#132">132</a> 
<a name="133" href="#133">133</a>     <strong class="jxr_keyword">public</strong> <a href="../../../../org/methodize/nntprss/feed/Channel.html">Channel</a>() {
<a name="134" href="#134">134</a>     }
<a name="135" href="#135">135</a> 
<a name="136" href="#136">136</a>     <strong class="jxr_keyword">public</strong> <a href="../../../../org/methodize/nntprss/feed/Channel.html">Channel</a>(String name, String urlString)
<a name="137" href="#137">137</a>         <strong class="jxr_keyword">throws</strong> MalformedURLException {
<a name="138" href="#138">138</a>         <strong class="jxr_keyword">this</strong>.name = name;
<a name="139" href="#139">139</a>         <strong class="jxr_keyword">this</strong>.url = <strong class="jxr_keyword">new</strong> URL(urlString);
<a name="140" href="#140">140</a>         initialize();
<a name="141" href="#141">141</a>     }
<a name="142" href="#142">142</a> 
<a name="143" href="#143">143</a>     <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">void</strong> initialize() {
<a name="144" href="#144">144</a>         channelManager = ChannelManager.getChannelManager();
<a name="145" href="#145">145</a>         channelDAO = channelManager.getChannelDAO();
<a name="146" href="#146">146</a>         <em class="jxr_comment">//		httpClient = channelManager.getHttpClient();</em>
<a name="147" href="#147">147</a>         <em class="jxr_comment">//		httpClient = new HttpClient();</em>
<a name="148" href="#148">148</a> 
<a name="149" href="#149">149</a>         httpClient = <strong class="jxr_keyword">new</strong> HttpClient(channelManager.getHttpConMgr());
<a name="150" href="#150">150</a>         httpClient.setConnectionTimeout(HTTP_CONNECTION_TIMEOUT);
<a name="151" href="#151">151</a>         httpClient.setTimeout(HTTP_CONNECTION_TIMEOUT);
<a name="152" href="#152">152</a> 
<a name="153" href="#153">153</a>         <em class="jxr_comment">// Initialize user id / password for protected feeds</em>
<a name="154" href="#154">154</a>         <strong class="jxr_keyword">if</strong> (url.getUserInfo() != <strong class="jxr_keyword">null</strong>) {
<a name="155" href="#155">155</a>             httpClient.getState().setCredentials(
<a name="156" href="#156">156</a>                 <strong class="jxr_keyword">null</strong>,
<a name="157" href="#157">157</a>                 <strong class="jxr_keyword">null</strong>,
<a name="158" href="#158">158</a>                 <strong class="jxr_keyword">new</strong> UsernamePasswordCredentials(URLDecoder.decode(url.getUserInfo())));
<a name="159" href="#159">159</a>         }
<a name="160" href="#160">160</a> 
<a name="161" href="#161">161</a>         TimeZone gmt = TimeZone.getTimeZone(<span class="jxr_string">"GMT"</span>);
<a name="162" href="#162">162</a>         httpDate.setTimeZone(gmt);
<a name="163" href="#163">163</a>     }
<a name="164" href="#164">164</a> 
<a name="165" href="#165">165</a>     <em class="jxr_javadoccomment">/**</em>
<a name="166" href="#166">166</a> <em class="jxr_javadoccomment">     * Returns the url.</em>
<a name="167" href="#167">167</a> <em class="jxr_javadoccomment">     * @return String</em>
<a name="168" href="#168">168</a> <em class="jxr_javadoccomment">     */</em>
<a name="169" href="#169">169</a>     <strong class="jxr_keyword">public</strong> String getUrl() {
<a name="170" href="#170">170</a>         <strong class="jxr_keyword">return</strong> url.toString();
<a name="171" href="#171">171</a>     }
<a name="172" href="#172">172</a> 
<a name="173" href="#173">173</a>     <strong class="jxr_keyword">private</strong> HttpClient getHttpClient() {
<a name="174" href="#174">174</a>         HttpClient httpClient = <strong class="jxr_keyword">new</strong> HttpClient();
<a name="175" href="#175">175</a>         httpClient.setConnectionTimeout(HTTP_CONNECTION_TIMEOUT);
<a name="176" href="#176">176</a>         httpClient.setTimeout(HTTP_CONNECTION_TIMEOUT);
<a name="177" href="#177">177</a> 
<a name="178" href="#178">178</a>         <em class="jxr_comment">// Initialize user id / password for protected feeds</em>
<a name="179" href="#179">179</a>         <strong class="jxr_keyword">if</strong> (url.getUserInfo() != <strong class="jxr_keyword">null</strong>) {
<a name="180" href="#180">180</a>             httpClient.getState().setCredentials(
<a name="181" href="#181">181</a>                 <strong class="jxr_keyword">null</strong>,
<a name="182" href="#182">182</a>                 <strong class="jxr_keyword">null</strong>,
<a name="183" href="#183">183</a>                 <strong class="jxr_keyword">new</strong> UsernamePasswordCredentials(URLDecoder.decode(url.getUserInfo())));
<a name="184" href="#184">184</a>         }
<a name="185" href="#185">185</a>         <strong class="jxr_keyword">return</strong> httpClient;
<a name="186" href="#186">186</a> 
<a name="187" href="#187">187</a>     }
<a name="188" href="#188">188</a> 
<a name="189" href="#189">189</a>     <em class="jxr_javadoccomment">/**</em>
<a name="190" href="#190">190</a> <em class="jxr_javadoccomment">     * Retrieves the latest RSS doc from the remote site</em>
<a name="191" href="#191">191</a> <em class="jxr_javadoccomment">     */</em>
<a name="192" href="#192">192</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">synchronized</strong> <strong class="jxr_keyword">void</strong> poll() {
<a name="193" href="#193">193</a>         <em class="jxr_comment">// Use method-level variable</em>
<a name="194" href="#194">194</a>         <em class="jxr_comment">// Guard against change in history mid-poll</em>
<a name="195" href="#195">195</a>         polling = <strong class="jxr_keyword">true</strong>;
<a name="196" href="#196">196</a> 
<a name="197" href="#197">197</a>         <em class="jxr_comment">//		boolean keepHistory = historical;</em>
<a name="198" href="#198">198</a>         <strong class="jxr_keyword">long</strong> keepExpiration = expiration;
<a name="199" href="#199">199</a> 
<a name="200" href="#200">200</a>         lastPolled = <strong class="jxr_keyword">new</strong> Date();
<a name="201" href="#201">201</a> 
<a name="202" href="#202">202</a>         <strong class="jxr_keyword">int</strong> statusCode = -1;
<a name="203" href="#203">203</a>         HttpMethod method = <strong class="jxr_keyword">null</strong>;
<a name="204" href="#204">204</a>         String urlString = url.toString();
<a name="205" href="#205">205</a>         <strong class="jxr_keyword">try</strong> {
<a name="206" href="#206">206</a>             HttpClient httpClient = getHttpClient();
<a name="207" href="#207">207</a>             channelManager.configureHttpClient(httpClient);
<a name="208" href="#208">208</a>             <a href="../../../../org/methodize/nntprss/feed/Channel.html">HttpResult</a> result = <strong class="jxr_keyword">null</strong>;
<a name="209" href="#209">209</a> 
<a name="210" href="#210">210</a>             <strong class="jxr_keyword">try</strong> {
<a name="211" href="#211">211</a> 
<a name="212" href="#212">212</a>                 connected = <strong class="jxr_keyword">true</strong>;
<a name="213" href="#213">213</a>                 <strong class="jxr_keyword">boolean</strong> redirected = false;
<a name="214" href="#214">214</a>                 <strong class="jxr_keyword">int</strong> count = 0;
<a name="215" href="#215">215</a>                 <strong class="jxr_keyword">do</strong> {
<a name="216" href="#216">216</a>                     URL currentUrl = <strong class="jxr_keyword">new</strong> URL(urlString);
<a name="217" href="#217">217</a>                     method = <strong class="jxr_keyword">new</strong> GetMethod(urlString);
<a name="218" href="#218">218</a>                     method.setRequestHeader(
<a name="219" href="#219">219</a>                         <span class="jxr_string">"User-agent"</span>,
<a name="220" href="#220">220</a>                         AppConstants.getUserAgent());
<a name="221" href="#221">221</a>                     method.setRequestHeader(<span class="jxr_string">"Accept-Encoding"</span>, <span class="jxr_string">"gzip"</span>);
<a name="222" href="#222">222</a>                     method.setFollowRedirects(false);
<a name="223" href="#223">223</a>                     method.setDoAuthentication(<strong class="jxr_keyword">true</strong>);
<a name="224" href="#224">224</a> 
<a name="225" href="#225">225</a>                     <em class="jxr_comment">// ETag</em>
<a name="226" href="#226">226</a>                     <strong class="jxr_keyword">if</strong> (lastETag != <strong class="jxr_keyword">null</strong>) {
<a name="227" href="#227">227</a>                         method.setRequestHeader(<span class="jxr_string">"If-None-Match"</span>, lastETag);
<a name="228" href="#228">228</a>                     }
<a name="229" href="#229">229</a> 
<a name="230" href="#230">230</a>                     <em class="jxr_comment">// Last Modified</em>
<a name="231" href="#231">231</a>                     <strong class="jxr_keyword">if</strong> (lastModified != 0) {
<a name="232" href="#232">232</a>                         <strong class="jxr_keyword">final</strong> String NAME = <span class="jxr_string">"If-Modified-Since"</span>;
<a name="233" href="#233">233</a>                         <em class="jxr_comment">//defend against such fun like net.freeroller.rickard got If-Modified-Since "Thu, 24 Aug 2028 12:29:54 GMT"</em>
<a name="234" href="#234">234</a>                         <strong class="jxr_keyword">if</strong>(lastModified &lt; System.currentTimeMillis()) {
<a name="235" href="#235">235</a>                             <strong class="jxr_keyword">final</strong> String DATE = httpDate.format(<strong class="jxr_keyword">new</strong> Date(lastModified));
<a name="236" href="#236">236</a>                             method.setRequestHeader(NAME, DATE);
<a name="237" href="#237">237</a>                             log.debug(<span class="jxr_string">"channel "</span>+<strong class="jxr_keyword">this</strong>.name+<span class="jxr_string">" using "</span>+NAME+<span class="jxr_string">" "</span>+DATE); <em class="jxr_comment">//ALEK</em>
<a name="238" href="#238">238</a>                         }
<a name="239" href="#239">239</a>                     }
<a name="240" href="#240">240</a> 
<a name="241" href="#241">241</a>                     method.setFollowRedirects(false);
<a name="242" href="#242">242</a>                     method.setDoAuthentication(<strong class="jxr_keyword">true</strong>);
<a name="243" href="#243">243</a> 
<a name="244" href="#244">244</a>                     HostConfiguration hostConfig = <strong class="jxr_keyword">new</strong> HostConfiguration();
<a name="245" href="#245">245</a>                     hostConfig.setHost(
<a name="246" href="#246">246</a>                         currentUrl.getHost(),
<a name="247" href="#247">247</a>                         currentUrl.getPort(),
<a name="248" href="#248">248</a>                         currentUrl.getProtocol());
<a name="249" href="#249">249</a> 
<a name="250" href="#250">250</a>                     result = executeHttpRequest(httpClient, hostConfig, method);
<a name="251" href="#251">251</a>                     statusCode = result.getStatusCode();
<a name="252" href="#252">252</a>                     <strong class="jxr_keyword">if</strong> (statusCode == HttpStatus.SC_MOVED_PERMANENTLY
<a name="253" href="#253">253</a>                         || statusCode == HttpStatus.SC_MOVED_TEMPORARILY
<a name="254" href="#254">254</a>                         || statusCode == HttpStatus.SC_SEE_OTHER
<a name="255" href="#255">255</a>                         || statusCode == HttpStatus.SC_TEMPORARY_REDIRECT) {
<a name="256" href="#256">256</a> 
<a name="257" href="#257">257</a>                         redirected = <strong class="jxr_keyword">true</strong>;
<a name="258" href="#258">258</a>                         <em class="jxr_comment">// Resolve against current URI - may be a relative URI</em>
<a name="259" href="#259">259</a>                         <strong class="jxr_keyword">try</strong> {
<a name="260" href="#260">260</a>                         	urlString = <strong class="jxr_keyword">new</strong> java.net.URI(urlString).resolve(result.getLocation()).toString();
<a name="261" href="#261">261</a>                         } <strong class="jxr_keyword">catch</strong>(URISyntaxException use) {
<a name="262" href="#262">262</a>                         	<em class="jxr_comment">// Fall back to just using location from result</em>
<a name="263" href="#263">263</a>                         	urlString = result.getLocation();
<a name="264" href="#264">264</a>                         }
<a name="265" href="#265">265</a>                         <strong class="jxr_keyword">if</strong> (statusCode == HttpStatus.SC_MOVED_PERMANENTLY
<a name="266" href="#266">266</a>                             &amp;&amp; channelManager.isObserveHttp301()) {
<a name="267" href="#267">267</a>                             <strong class="jxr_keyword">try</strong> {
<a name="268" href="#268">268</a>                                 url = <strong class="jxr_keyword">new</strong> URL(urlString);
<a name="269" href="#269">269</a>                                 <strong class="jxr_keyword">if</strong> (log.isInfoEnabled()) {
<a name="270" href="#270">270</a>                                     log.info(
<a name="271" href="#271">271</a>                                         <span class="jxr_string">"Channel = "</span>
<a name="272" href="#272">272</a>                                             + <strong class="jxr_keyword">this</strong>.name
<a name="273" href="#273">273</a>                                             + <span class="jxr_string">", updated URL from HTTP Permanent Redirect"</span>);
<a name="274" href="#274">274</a>                                 }
<a name="275" href="#275">275</a>                             } <strong class="jxr_keyword">catch</strong> (MalformedURLException mue) {
<a name="276" href="#276">276</a>                                 <em class="jxr_comment">// Ignore URL permanent redirect for now...								</em>
<a name="277" href="#277">277</a>                             }
<a name="278" href="#278">278</a>                         }
<a name="279" href="#279">279</a>                     } <strong class="jxr_keyword">else</strong> {
<a name="280" href="#280">280</a>                         redirected = false;
<a name="281" href="#281">281</a>                     }
<a name="282" href="#282">282</a> 
<a name="283" href="#283">283</a>                     <em class="jxr_comment">//					method.getResponseBody();</em>
<a name="284" href="#284">284</a>                     <em class="jxr_comment">//					method.releaseConnection();</em>
<a name="285" href="#285">285</a>                     count++;
<a name="286" href="#286">286</a>                 } <strong class="jxr_keyword">while</strong> (count &lt; 5 &amp;&amp; redirected);
<a name="287" href="#287">287</a> 
<a name="288" href="#288">288</a>             } <strong class="jxr_keyword">catch</strong> (HttpRecoverableException hre) {
<a name="289" href="#289">289</a>                 <strong class="jxr_keyword">if</strong> (log.isDebugEnabled()) {
<a name="290" href="#290">290</a>                     log.debug(
<a name="291" href="#291">291</a>                         <span class="jxr_string">"Channel="</span>
<a name="292" href="#292">292</a>                             + name
<a name="293" href="#293">293</a>                             + <span class="jxr_string">" - Temporary Http Problem - "</span>
<a name="294" href="#294">294</a>                             + hre.getMessage());
<a name="295" href="#295">295</a>                 }
<a name="296" href="#296">296</a>                 status = STATUS_CONNECTION_TIMEOUT;
<a name="297" href="#297">297</a>                 statusCode = HttpStatus.SC_INTERNAL_SERVER_ERROR;
<a name="298" href="#298">298</a>             } <strong class="jxr_keyword">catch</strong> (ConnectException ce) {
<a name="299" href="#299">299</a>                 <em class="jxr_comment">// @TODO Might also be a connection refused - not only a timeout...</em>
<a name="300" href="#300">300</a>                 <strong class="jxr_keyword">if</strong> (log.isDebugEnabled()) {
<a name="301" href="#301">301</a>                     log.debug(
<a name="302" href="#302">302</a>                         <span class="jxr_string">"Channel="</span>
<a name="303" href="#303">303</a>                             + name
<a name="304" href="#304">304</a>                             + <span class="jxr_string">" - Connection Timeout, skipping - "</span>
<a name="305" href="#305">305</a>                             + ce.getMessage());
<a name="306" href="#306">306</a>                 }
<a name="307" href="#307">307</a>                 status = STATUS_CONNECTION_TIMEOUT;
<a name="308" href="#308">308</a>                 statusCode = HttpStatus.SC_INTERNAL_SERVER_ERROR;
<a name="309" href="#309">309</a>             } <strong class="jxr_keyword">catch</strong> (UnknownHostException ue) {
<a name="310" href="#310">310</a>                 <strong class="jxr_keyword">if</strong> (log.isDebugEnabled()) {
<a name="311" href="#311">311</a>                     log.debug(
<a name="312" href="#312">312</a>                         <span class="jxr_string">"Channel="</span>
<a name="313" href="#313">313</a>                             + name
<a name="314" href="#314">314</a>                             + <span class="jxr_string">" - Unknown Host Exception, skipping"</span>);
<a name="315" href="#315">315</a>                 }
<a name="316" href="#316">316</a>                 status = STATUS_UNKNOWN_HOST;
<a name="317" href="#317">317</a>                 statusCode = HttpStatus.SC_INTERNAL_SERVER_ERROR;
<a name="318" href="#318">318</a>             } <strong class="jxr_keyword">catch</strong> (NoRouteToHostException re) {
<a name="319" href="#319">319</a>                 <strong class="jxr_keyword">if</strong> (log.isDebugEnabled()) {
<a name="320" href="#320">320</a>                     log.debug(
<a name="321" href="#321">321</a>                         <span class="jxr_string">"Channel="</span>
<a name="322" href="#322">322</a>                             + name
<a name="323" href="#323">323</a>                             + <span class="jxr_string">" - No Route To Host Exception, skipping"</span>);
<a name="324" href="#324">324</a>                 }
<a name="325" href="#325">325</a>                 status = STATUS_NO_ROUTE_TO_HOST;
<a name="326" href="#326">326</a>                 statusCode = HttpStatus.SC_INTERNAL_SERVER_ERROR;
<a name="327" href="#327">327</a>             } <strong class="jxr_keyword">catch</strong> (SocketException se) {
<a name="328" href="#328">328</a>                 <em class="jxr_comment">// e.g. Network is unreachable				</em>
<a name="329" href="#329">329</a>                 <strong class="jxr_keyword">if</strong> (log.isDebugEnabled()) {
<a name="330" href="#330">330</a>                     log.debug(
<a name="331" href="#331">331</a>                         <span class="jxr_string">"Channel="</span> + name + <span class="jxr_string">" - Socket Exception, skipping"</span>);
<a name="332" href="#332">332</a>                 }
<a name="333" href="#333">333</a>                 status = STATUS_SOCKET_EXCEPTION;
<a name="334" href="#334">334</a>                 statusCode = HttpStatus.SC_INTERNAL_SERVER_ERROR;
<a name="335" href="#335">335</a>             }
<a name="336" href="#336">336</a> 
<a name="337" href="#337">337</a>             <em class="jxr_comment">// Only process if ok - if not ok (e.g. not modified), don't do anything</em>
<a name="338" href="#338">338</a>             <strong class="jxr_keyword">if</strong> (connected &amp;&amp; statusCode == HttpStatus.SC_OK) {
<a name="339" href="#339">339</a> 
<a name="340" href="#340">340</a>                 PushbackInputStream pbis =
<a name="341" href="#341">341</a>                     <strong class="jxr_keyword">new</strong> PushbackInputStream(
<a name="342" href="#342">342</a>                         <strong class="jxr_keyword">new</strong> ByteArrayInputStream(result.getResponse()),
<a name="343" href="#343">343</a>                         PUSHBACK_BUFFER_SIZE);
<a name="344" href="#344">344</a>                 skipBOM(pbis);
<a name="345" href="#345">345</a>                 BufferedInputStream bis = <strong class="jxr_keyword">new</strong> BufferedInputStream(pbis);
<a name="346" href="#346">346</a>                 DocumentBuilder db = AppConstants.newDocumentBuilder();
<a name="347" href="#347">347</a> 
<a name="348" href="#348">348</a>                 <strong class="jxr_keyword">try</strong> {
<a name="349" href="#349">349</a>                     Document rssDoc = <strong class="jxr_keyword">null</strong>;
<a name="350" href="#350">350</a>                     <strong class="jxr_keyword">if</strong> (!parseAtAllCost) {
<a name="351" href="#351">351</a>                         <strong class="jxr_keyword">try</strong> {
<a name="352" href="#352">352</a>                             rssDoc = db.parse(bis);
<a name="353" href="#353">353</a>                         } <strong class="jxr_keyword">catch</strong> (InternalError ie) {
<a name="354" href="#354">354</a>                             <em class="jxr_comment">// Crimson library throws InternalErrors</em>
<a name="355" href="#355">355</a>                             <strong class="jxr_keyword">if</strong> (log.isDebugEnabled()) {
<a name="356" href="#356">356</a>                                 log.debug(
<a name="357" href="#357">357</a>                                     <span class="jxr_string">"InternalError thrown by Crimson"</span>,
<a name="358" href="#358">358</a>                                     ie);
<a name="359" href="#359">359</a>                             }
<a name="360" href="#360">360</a>                             <strong class="jxr_keyword">throw</strong> <strong class="jxr_keyword">new</strong> SAXException(
<a name="361" href="#361">361</a>                                 <span class="jxr_string">"InternalError thrown by Crimson: "</span>
<a name="362" href="#362">362</a>                                     + ie.getMessage());
<a name="363" href="#363">363</a>                         }
<a name="364" href="#364">364</a>                     } <strong class="jxr_keyword">else</strong> {
<a name="365" href="#365">365</a>                         <em class="jxr_comment">// Parse-at-all-costs selected</em>
<a name="366" href="#366">366</a>                         <em class="jxr_comment">// Read in document to local array - may need to parse twice</em>
<a name="367" href="#367">367</a>                         ByteArrayOutputStream bos = <strong class="jxr_keyword">new</strong> ByteArrayOutputStream();
<a name="368" href="#368">368</a>                         byte[] buf = <strong class="jxr_keyword">new</strong> byte[1024];
<a name="369" href="#369">369</a>                         <strong class="jxr_keyword">int</strong> bytesRead = bis.read(buf);
<a name="370" href="#370">370</a>                         <strong class="jxr_keyword">while</strong> (bytesRead &gt; -1) {
<a name="371" href="#371">371</a>                             <strong class="jxr_keyword">if</strong> (bytesRead &gt; 0) {
<a name="372" href="#372">372</a>                                 bos.write(buf, 0, bytesRead);
<a name="373" href="#373">373</a>                             }
<a name="374" href="#374">374</a>                             bytesRead = bis.read(buf);
<a name="375" href="#375">375</a>                         }
<a name="376" href="#376">376</a>                         bos.flush();
<a name="377" href="#377">377</a>                         bos.close();
<a name="378" href="#378">378</a> 
<a name="379" href="#379">379</a>                         byte[] rssDocBytes = bos.toByteArray();
<a name="380" href="#380">380</a> 
<a name="381" href="#381">381</a>                         <strong class="jxr_keyword">try</strong> {
<a name="382" href="#382">382</a>                             <em class="jxr_comment">// Try the XML document parser first - just in case</em>
<a name="383" href="#383">383</a>                             <em class="jxr_comment">// the doc is well-formed</em>
<a name="384" href="#384">384</a>                             rssDoc =
<a name="385" href="#385">385</a>                                 db.parse(<strong class="jxr_keyword">new</strong> ByteArrayInputStream(rssDocBytes));
<a name="386" href="#386">386</a>                         } <strong class="jxr_keyword">catch</strong> (SAXParseException spe) {
<a name="387" href="#387">387</a>                             <strong class="jxr_keyword">if</strong> (log.isDebugEnabled()) {
<a name="388" href="#388">388</a>                                 log.debug(<span class="jxr_string">"XML parse failed, trying tidy"</span>);
<a name="389" href="#389">389</a>                             }
<a name="390" href="#390">390</a>                             <em class="jxr_comment">// Fallback to parse-at-all-costs parser</em>
<a name="391" href="#391">391</a>                             rssDoc =
<a name="392" href="#392">392</a>                                 LooseParser.parse(
<a name="393" href="#393">393</a>                                     <strong class="jxr_keyword">new</strong> ByteArrayInputStream(rssDocBytes));
<a name="394" href="#394">394</a>                         }
<a name="395" href="#395">395</a>                     }
<a name="396" href="#396">396</a> 
<a name="397" href="#397">397</a>                     processChannelDocument(expiration, rssDoc);
<a name="398" href="#398">398</a> 
<a name="399" href="#399">399</a>                     <em class="jxr_comment">// Update last modified / etag from headers</em>
<a name="400" href="#400">400</a>                     <em class="jxr_comment">//					lastETag = httpCon.getHeaderField("ETag");</em>
<a name="401" href="#401">401</a>                     <em class="jxr_comment">//					lastModified = httpCon.getHeaderFieldDate("Last-Modified", 0);</em>
<a name="402" href="#402">402</a> 
<a name="403" href="#403">403</a>                     Header hdrETag = method.getResponseHeader(<span class="jxr_string">"ETag"</span>);
<a name="404" href="#404">404</a>                     lastETag = hdrETag != <strong class="jxr_keyword">null</strong> ? hdrETag.getValue() : <strong class="jxr_keyword">null</strong>;
<a name="405" href="#405">405</a> 
<a name="406" href="#406">406</a>                     Header hdrLastModified =
<a name="407" href="#407">407</a>                         method.getResponseHeader(<span class="jxr_string">"Last-Modified"</span>);
<a name="408" href="#408">408</a>                     lastModified =
<a name="409" href="#409">409</a>                         hdrLastModified != <strong class="jxr_keyword">null</strong>
<a name="410" href="#410">410</a>                             ? parseHttpDate(hdrLastModified.getValue())
<a name="411" href="#411">411</a>                             : 0;
<a name="412" href="#412">412</a>                     log.debug(<span class="jxr_string">"channel "</span>+<strong class="jxr_keyword">this</strong>.name+<span class="jxr_string">" parsed Last-Modifed "</span>+hdrLastModified+<span class="jxr_string">" to "</span>
<a name="413" href="#413">413</a>                                   +(lastModified != 0 ? <span class="jxr_string">""</span>+(<strong class="jxr_keyword">new</strong> Date(lastModified)) : <span class="jxr_string">""</span>+lastModified)); <em class="jxr_comment">//ALEK</em>
<a name="414" href="#414">414</a>                     
<a name="415" href="#415">415</a>                     status = STATUS_OK;
<a name="416" href="#416">416</a>                 } <strong class="jxr_keyword">catch</strong> (SAXParseException spe) {
<a name="417" href="#417">417</a>                     <strong class="jxr_keyword">if</strong> (log.isEnabledFor(Priority.WARN)) {
<a name="418" href="#418">418</a>                         log.warn(
<a name="419" href="#419">419</a>                             <span class="jxr_string">"Channel="</span>
<a name="420" href="#420">420</a>                                 + name
<a name="421" href="#421">421</a>                                 + <span class="jxr_string">" - Error parsing RSS document - check feed"</span>);
<a name="422" href="#422">422</a>                     }
<a name="423" href="#423">423</a>                     status = STATUS_INVALID_CONTENT;
<a name="424" href="#424">424</a>                 }
<a name="425" href="#425">425</a> 
<a name="426" href="#426">426</a>                 bis.close();
<a name="427" href="#427">427</a> 
<a name="428" href="#428">428</a>                 <em class="jxr_comment">// end if response code == HTTP_OK</em>
<a name="429" href="#429">429</a>             } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (connected &amp;&amp; statusCode == HttpStatus.SC_NOT_MODIFIED) {
<a name="430" href="#430">430</a>                 <strong class="jxr_keyword">if</strong> (log.isDebugEnabled()) {
<a name="431" href="#431">431</a>                     log.debug(
<a name="432" href="#432">432</a>                         <span class="jxr_string">"Channel="</span> + name + <span class="jxr_string">" - HTTP_NOT_MODIFIED, skipping"</span>);
<a name="433" href="#433">433</a>                 }
<a name="434" href="#434">434</a>                 status = STATUS_OK;
<a name="435" href="#435">435</a>             } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (
<a name="436" href="#436">436</a>                 statusCode == HttpStatus.SC_PROXY_AUTHENTICATION_REQUIRED) {
<a name="437" href="#437">437</a>                 <strong class="jxr_keyword">if</strong> (log.isEnabledFor(Priority.WARN)) {
<a name="438" href="#438">438</a>                     log.warn(
<a name="439" href="#439">439</a>                         <span class="jxr_string">"Channel="</span> + name + <span class="jxr_string">" - Proxy authentication required"</span>);
<a name="440" href="#440">440</a>                 }
<a name="441" href="#441">441</a>                 status = STATUS_PROXY_AUTHENTICATION_REQUIRED;
<a name="442" href="#442">442</a>             } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (statusCode == HttpStatus.SC_UNAUTHORIZED) {
<a name="443" href="#443">443</a>                 <strong class="jxr_keyword">if</strong> (log.isEnabledFor(Priority.WARN)) {
<a name="444" href="#444">444</a>                     log.warn(<span class="jxr_string">"Channel="</span> + name + <span class="jxr_string">" - Authentication required"</span>);
<a name="445" href="#445">445</a>                 }
<a name="446" href="#446">446</a>                 status = STATUS_USER_AUTHENTICATION_REQUIRED;
<a name="447" href="#447">447</a>             }
<a name="448" href="#448">448</a> 
<a name="449" href="#449">449</a>             <em class="jxr_comment">// Update channel in database...</em>
<a name="450" href="#450">450</a>             channelDAO.updateChannel(<strong class="jxr_keyword">this</strong>);
<a name="451" href="#451">451</a> 
<a name="452" href="#452">452</a>         } <strong class="jxr_keyword">catch</strong> (FileNotFoundException fnfe) {
<a name="453" href="#453">453</a>             <strong class="jxr_keyword">if</strong> (log.isEnabledFor(Priority.WARN)) {
<a name="454" href="#454">454</a>                 log.warn(
<a name="455" href="#455">455</a>                     <span class="jxr_string">"Channel="</span>
<a name="456" href="#456">456</a>                         + name
<a name="457" href="#457">457</a>                         + <span class="jxr_string">" - File not found returned by web server - check feed"</span>);
<a name="458" href="#458">458</a>             }
<a name="459" href="#459">459</a>             status = STATUS_NOT_FOUND;
<a name="460" href="#460">460</a>         } <strong class="jxr_keyword">catch</strong> (Exception e) {
<a name="461" href="#461">461</a>             <strong class="jxr_keyword">if</strong> (log.isEnabledFor(Priority.WARN)) {
<a name="462" href="#462">462</a>                 log.warn(
<a name="463" href="#463">463</a>                     <span class="jxr_string">"Channel="</span> + name + <span class="jxr_string">" - Exception while polling channel"</span>,
<a name="464" href="#464">464</a>                     e);
<a name="465" href="#465">465</a>             }
<a name="466" href="#466">466</a>         } <strong class="jxr_keyword">catch</strong> (NoClassDefFoundError ncdf) {
<a name="467" href="#467">467</a>             <em class="jxr_comment">// Throw if SSL / redirection to HTTPS</em>
<a name="468" href="#468">468</a>             <strong class="jxr_keyword">if</strong> (log.isEnabledFor(Priority.WARN)) {
<a name="469" href="#469">469</a>                 log.warn(<span class="jxr_string">"Channel="</span> + name + <span class="jxr_string">" - NoClassDefFound"</span>, ncdf);
<a name="470" href="#470">470</a>             }
<a name="471" href="#471">471</a>         } <strong class="jxr_keyword">finally</strong> {
<a name="472" href="#472">472</a>             connected = false;
<a name="473" href="#473">473</a>             polling = false;
<a name="474" href="#474">474</a>         }
<a name="475" href="#475">475</a> 
<a name="476" href="#476">476</a>     }
<a name="477" href="#477">477</a> 
<a name="478" href="#478">478</a>     <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">void</strong> processChannelDocument(<strong class="jxr_keyword">long</strong> keepExpiration, Document rssDoc)
<a name="479" href="#479">479</a>         <strong class="jxr_keyword">throws</strong> NoSuchAlgorithmException, IOException {
<a name="480" href="#480">480</a>         Element rootElm = rssDoc.getDocumentElement();
<a name="481" href="#481">481</a> 
<a name="482" href="#482">482</a>         <a href="../../../../org/methodize/nntprss/feed/parser/GenericParser.html">GenericParser</a> docParser = <strong class="jxr_keyword">null</strong>;
<a name="483" href="#483">483</a>         <strong class="jxr_keyword">for</strong> (<strong class="jxr_keyword">int</strong> i = 0; i &lt; parsers.length; i++) {
<a name="484" href="#484">484</a>             <strong class="jxr_keyword">if</strong> (parsers[i].isParsable(rootElm)) {
<a name="485" href="#485">485</a>                 docParser = parsers[i];
<a name="486" href="#486">486</a>                 <strong class="jxr_keyword">break</strong>;
<a name="487" href="#487">487</a>             }
<a name="488" href="#488">488</a>         }
<a name="489" href="#489">489</a> 
<a name="490" href="#490">490</a>         <strong class="jxr_keyword">if</strong> (docParser != <strong class="jxr_keyword">null</strong>) {
<a name="491" href="#491">491</a>             rssVersion = docParser.getFormatVersion(rootElm);
<a name="492" href="#492">492</a>             docParser.extractFeedInfo(rootElm, <strong class="jxr_keyword">this</strong>);
<a name="493" href="#493">493</a>             docParser.processFeedItems(
<a name="494" href="#494">494</a>                 rootElm,
<a name="495" href="#495">495</a>                 <strong class="jxr_keyword">this</strong>,
<a name="496" href="#496">496</a>                 channelDAO,
<a name="497" href="#497">497</a>                 keepExpiration &lt; 0);
<a name="498" href="#498">498</a>             channelDAO.updateChannel(<strong class="jxr_keyword">this</strong>); 
<a name="499" href="#499">499</a>         } <em class="jxr_comment">// end if docParser != null</em>
<a name="500" href="#500">500</a> 
<a name="501" href="#501">501</a>     }
<a name="502" href="#502">502</a> 
<a name="503" href="#503">503</a>     <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">long</strong> parseHttpDate(String dateString) {
<a name="504" href="#504">504</a>         <strong class="jxr_keyword">long</strong> time = 0;
<a name="505" href="#505">505</a>         <strong class="jxr_keyword">try</strong> {
<a name="506" href="#506">506</a>             time = httpDate.parse(dateString).getTime();
<a name="507" href="#507">507</a>         } <strong class="jxr_keyword">catch</strong> (ParseException pe) {
<a name="508" href="#508">508</a>             <em class="jxr_comment">// Ignore date if parse error</em>
<a name="509" href="#509">509</a>         }
<a name="510" href="#510">510</a>         <strong class="jxr_keyword">return</strong> time;
<a name="511" href="#511">511</a>     }
<a name="512" href="#512">512</a> 
<a name="513" href="#513">513</a>     <em class="jxr_javadoccomment">/**</em>
<a name="514" href="#514">514</a> <em class="jxr_javadoccomment">     * Simple channel validation - ensures URL</em>
<a name="515" href="#515">515</a> <em class="jxr_javadoccomment">     * is valid, XML document is returned, and</em>
<a name="516" href="#516">516</a> <em class="jxr_javadoccomment">     * document has an rss root element with a </em>
<a name="517" href="#517">517</a> <em class="jxr_javadoccomment">     * version, or rdf root element, </em>
<a name="518" href="#518">518</a> <em class="jxr_javadoccomment">     */</em>
<a name="519" href="#519">519</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">boolean</strong> isValid(URL url) <strong class="jxr_keyword">throws</strong> HttpUserException {
<a name="520" href="#520">520</a>         <strong class="jxr_keyword">boolean</strong> valid = false;
<a name="521" href="#521">521</a>         <strong class="jxr_keyword">try</strong> {
<a name="522" href="#522">522</a>             <em class="jxr_comment">//			System.setProperty("networkaddress.cache.ttl", "0");</em>
<a name="523" href="#523">523</a> 
<a name="524" href="#524">524</a>             HttpClient client = <strong class="jxr_keyword">new</strong> HttpClient();
<a name="525" href="#525">525</a>             ChannelManager.getChannelManager().configureHttpClient(client);
<a name="526" href="#526">526</a>             <strong class="jxr_keyword">if</strong> (url.getUserInfo() != <strong class="jxr_keyword">null</strong>) {
<a name="527" href="#527">527</a>                 client.getState().setCredentials(
<a name="528" href="#528">528</a>                     <strong class="jxr_keyword">null</strong>,
<a name="529" href="#529">529</a>                     <strong class="jxr_keyword">null</strong>,
<a name="530" href="#530">530</a>                     <strong class="jxr_keyword">new</strong> UsernamePasswordCredentials(URLDecoder.decode(url.getUserInfo())));
<a name="531" href="#531">531</a>             }
<a name="532" href="#532">532</a> 
<a name="533" href="#533">533</a>             String urlString = url.toString();
<a name="534" href="#534">534</a>             HttpMethod method = <strong class="jxr_keyword">null</strong>;
<a name="535" href="#535">535</a> 
<a name="536" href="#536">536</a>             <strong class="jxr_keyword">int</strong> count = 0;
<a name="537" href="#537">537</a>             <a href="../../../../org/methodize/nntprss/feed/Channel.html">HttpResult</a> result = <strong class="jxr_keyword">null</strong>;
<a name="538" href="#538">538</a>             <strong class="jxr_keyword">int</strong> statusCode = HttpStatus.SC_OK;
<a name="539" href="#539">539</a>             <strong class="jxr_keyword">boolean</strong> redirected = false;
<a name="540" href="#540">540</a>             <strong class="jxr_keyword">do</strong> {
<a name="541" href="#541">541</a>                 method = <strong class="jxr_keyword">new</strong> GetMethod(urlString);
<a name="542" href="#542">542</a>                 method.setRequestHeader(
<a name="543" href="#543">543</a>                     <span class="jxr_string">"User-agent"</span>,
<a name="544" href="#544">544</a>                     AppConstants.getUserAgent());
<a name="545" href="#545">545</a>                 method.setRequestHeader(<span class="jxr_string">"Accept-Encoding"</span>, <span class="jxr_string">"gzip"</span>);
<a name="546" href="#546">546</a>                 method.setFollowRedirects(false);
<a name="547" href="#547">547</a>                 method.setDoAuthentication(<strong class="jxr_keyword">true</strong>);
<a name="548" href="#548">548</a> 
<a name="549" href="#549">549</a>                 HostConfiguration hostConfiguration =
<a name="550" href="#550">550</a>                     client.getHostConfiguration();
<a name="551" href="#551">551</a>                 URI hostURI = <strong class="jxr_keyword">new</strong> URI(urlString);
<a name="552" href="#552">552</a>                 hostConfiguration.setHost(hostURI);
<a name="553" href="#553">553</a> 
<a name="554" href="#554">554</a>                 result = executeHttpRequest(client, hostConfiguration, method);
<a name="555" href="#555">555</a>                 statusCode = result.getStatusCode();
<a name="556" href="#556">556</a>                 <strong class="jxr_keyword">if</strong> (statusCode == HttpStatus.SC_MOVED_PERMANENTLY
<a name="557" href="#557">557</a>                     || statusCode == HttpStatus.SC_MOVED_TEMPORARILY
<a name="558" href="#558">558</a>                     || statusCode == HttpStatus.SC_SEE_OTHER
<a name="559" href="#559">559</a>                     || statusCode == HttpStatus.SC_TEMPORARY_REDIRECT) {
<a name="560" href="#560">560</a>                     redirected = <strong class="jxr_keyword">true</strong>;
<a name="561" href="#561">561</a>                     <em class="jxr_comment">// Resolve against current URI - may be a relative URI</em>
<a name="562" href="#562">562</a>                     <strong class="jxr_keyword">try</strong> {
<a name="563" href="#563">563</a>                     	urlString = <strong class="jxr_keyword">new</strong> java.net.URI(urlString).resolve(result.getLocation()).toString();
<a name="564" href="#564">564</a>                     } <strong class="jxr_keyword">catch</strong>(URISyntaxException use) {
<a name="565" href="#565">565</a>                     	<em class="jxr_comment">// Fall back to just using location from result</em>
<a name="566" href="#566">566</a>                     	urlString = result.getLocation();
<a name="567" href="#567">567</a>                     }
<a name="568" href="#568">568</a>                 } <strong class="jxr_keyword">else</strong> {
<a name="569" href="#569">569</a>                     redirected = false;
<a name="570" href="#570">570</a>                 }
<a name="571" href="#571">571</a> 
<a name="572" href="#572">572</a>                 <em class="jxr_comment">//				method.getResponseBody();</em>
<a name="573" href="#573">573</a>                 <em class="jxr_comment">//				method.releaseConnection();</em>
<a name="574" href="#574">574</a>                 count++;
<a name="575" href="#575">575</a>             } <strong class="jxr_keyword">while</strong> (count &lt; 5 &amp;&amp; redirected);
<a name="576" href="#576">576</a> 
<a name="577" href="#577">577</a>             <em class="jxr_comment">// Only process if ok - if not ok (e.g. not modified), don't do anything</em>
<a name="578" href="#578">578</a>             <strong class="jxr_keyword">if</strong> (statusCode == HttpStatus.SC_OK) {
<a name="579" href="#579">579</a>                 PushbackInputStream pbis =
<a name="580" href="#580">580</a>                     <strong class="jxr_keyword">new</strong> PushbackInputStream(
<a name="581" href="#581">581</a>                         <strong class="jxr_keyword">new</strong> ByteArrayInputStream(result.getResponse()),
<a name="582" href="#582">582</a>                         PUSHBACK_BUFFER_SIZE);
<a name="583" href="#583">583</a>                 skipBOM(pbis);
<a name="584" href="#584">584</a> 
<a name="585" href="#585">585</a>                 BufferedInputStream bis = <strong class="jxr_keyword">new</strong> BufferedInputStream(pbis);
<a name="586" href="#586">586</a>                 DocumentBuilder db = AppConstants.newDocumentBuilder();
<a name="587" href="#587">587</a>                 Document rssDoc = db.parse(bis);
<a name="588" href="#588">588</a>                 Element rootElm = rssDoc.getDocumentElement();
<a name="589" href="#589">589</a> 
<a name="590" href="#590">590</a>                 <strong class="jxr_keyword">for</strong> (<strong class="jxr_keyword">int</strong> i = 0; i &lt; parsers.length; i++) {
<a name="591" href="#591">591</a>                     <strong class="jxr_keyword">if</strong> (parsers[i].isParsable(rootElm)) {
<a name="592" href="#592">592</a>                         valid = <strong class="jxr_keyword">true</strong>;
<a name="593" href="#593">593</a>                         <strong class="jxr_keyword">break</strong>;
<a name="594" href="#594">594</a>                     }
<a name="595" href="#595">595</a>                 }
<a name="596" href="#596">596</a>             } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (
<a name="597" href="#597">597</a>                 statusCode == HttpStatus.SC_PROXY_AUTHENTICATION_REQUIRED) {
<a name="598" href="#598">598</a>                 <strong class="jxr_keyword">throw</strong> <strong class="jxr_keyword">new</strong> <a href="../../../../org/methodize/nntprss/util/HttpUserException.html">HttpUserException</a>(statusCode);
<a name="599" href="#599">599</a>             } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (statusCode == HttpStatus.SC_UNAUTHORIZED) {
<a name="600" href="#600">600</a>                 <strong class="jxr_keyword">throw</strong> <strong class="jxr_keyword">new</strong> <a href="../../../../org/methodize/nntprss/util/HttpUserException.html">HttpUserException</a>(statusCode);
<a name="601" href="#601">601</a>             }
<a name="602" href="#602">602</a> 
<a name="603" href="#603">603</a>         } <strong class="jxr_keyword">catch</strong> (URIException e) {
<a name="604" href="#604">604</a>             e.printStackTrace();
<a name="605" href="#605">605</a>         } <strong class="jxr_keyword">catch</strong> (ParserConfigurationException e) {
<a name="606" href="#606">606</a>             e.printStackTrace();
<a name="607" href="#607">607</a>         } <strong class="jxr_keyword">catch</strong> (SAXException e) {
<a name="608" href="#608">608</a>             e.printStackTrace();
<a name="609" href="#609">609</a>         } <strong class="jxr_keyword">catch</strong> (IOException e) {
<a name="610" href="#610">610</a>             e.printStackTrace();
<a name="611" href="#611">611</a>         }
<a name="612" href="#612">612</a> 
<a name="613" href="#613">613</a>         <strong class="jxr_keyword">return</strong> valid;
<a name="614" href="#614">614</a>     }
<a name="615" href="#615">615</a> 
<a name="616" href="#616">616</a>     <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">void</strong> skipBOM(PushbackInputStream is) <strong class="jxr_keyword">throws</strong> IOException {
<a name="617" href="#617">617</a>         byte[] header = <strong class="jxr_keyword">new</strong> byte[PUSHBACK_BUFFER_SIZE];
<a name="618" href="#618">618</a>         <strong class="jxr_keyword">int</strong> bytesRead = is.read(header);
<a name="619" href="#619">619</a>         <strong class="jxr_keyword">if</strong> (header[0] == 0
<a name="620" href="#620">620</a>             &amp;&amp; header[1] == 0
<a name="621" href="#621">621</a>             &amp;&amp; (header[2] &amp; 0xff) == 0xFE
<a name="622" href="#622">622</a>             &amp;&amp; (header[3] &amp; 0xff) == 0xFF) {
<a name="623" href="#623">623</a>             <em class="jxr_comment">// UTF-32, big-endian</em>
<a name="624" href="#624">624</a>         } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (
<a name="625" href="#625">625</a>             (header[0] &amp; 0xff) == 0xFF
<a name="626" href="#626">626</a>                 &amp;&amp; (header[1] &amp; 0xff) == 0xFE
<a name="627" href="#627">627</a>                 &amp;&amp; header[2] == 0
<a name="628" href="#628">628</a>                 &amp;&amp; header[3] == 0) {
<a name="629" href="#629">629</a>             <em class="jxr_comment">// UTF-32, little-endian</em>
<a name="630" href="#630">630</a>         } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> ((header[0] &amp; 0xff) == 0xFE &amp;&amp; (header[1] &amp; 0xff) == 0xFF) {
<a name="631" href="#631">631</a>             is.unread(header, 2, 2);
<a name="632" href="#632">632</a>             <em class="jxr_comment">// UTF-16, big-endian</em>
<a name="633" href="#633">633</a>         } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> ((header[0] &amp; 0xff) == 0xFF &amp;&amp; (header[1] &amp; 0xff) == 0xFE) {
<a name="634" href="#634">634</a>             is.unread(header, 2, 2);
<a name="635" href="#635">635</a>             <em class="jxr_comment">// UTF-16, little-endian</em>
<a name="636" href="#636">636</a>         } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (
<a name="637" href="#637">637</a>             (header[0] &amp; 0xff) == 0xEF
<a name="638" href="#638">638</a>                 &amp;&amp; (header[1] &amp; 0xff) == 0xBB
<a name="639" href="#639">639</a>                 &amp;&amp; (header[2] &amp; 0xff) == 0xBF) {
<a name="640" href="#640">640</a>             <em class="jxr_comment">// UTF-8</em>
<a name="641" href="#641">641</a>             is.unread(header, 3, 1);
<a name="642" href="#642">642</a>         } <strong class="jxr_keyword">else</strong> {
<a name="643" href="#643">643</a>             is.unread(header, 0, PUSHBACK_BUFFER_SIZE);
<a name="644" href="#644">644</a>         }
<a name="645" href="#645">645</a>     }
<a name="646" href="#646">646</a> 
<a name="647" href="#647">647</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> save() {
<a name="648" href="#648">648</a>         <em class="jxr_comment">// Update channel in database...</em>
<a name="649" href="#649">649</a>         channelDAO.updateChannel(<strong class="jxr_keyword">this</strong>);
<a name="650" href="#650">650</a>     }
<a name="651" href="#651">651</a> 
<a name="652" href="#652">652</a>     <em class="jxr_javadoccomment">/**</em>
<a name="653" href="#653">653</a> <em class="jxr_javadoccomment">     * Validates the channel</em>
<a name="654" href="#654">654</a> <em class="jxr_javadoccomment">     */</em>
<a name="655" href="#655">655</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">boolean</strong> isValid() <strong class="jxr_keyword">throws</strong> HttpUserException {
<a name="656" href="#656">656</a>         <strong class="jxr_keyword">return</strong> isValid(url);
<a name="657" href="#657">657</a>     }
<a name="658" href="#658">658</a> 
<a name="659" href="#659">659</a>     <em class="jxr_javadoccomment">/**</em>
<a name="660" href="#660">660</a> <em class="jxr_javadoccomment">     * Returns the author.</em>
<a name="661" href="#661">661</a> <em class="jxr_javadoccomment">     * @return String</em>
<a name="662" href="#662">662</a> <em class="jxr_javadoccomment">     */</em>
<a name="663" href="#663">663</a>     <strong class="jxr_keyword">public</strong> String getAuthor() {
<a name="664" href="#664">664</a>         <strong class="jxr_keyword">return</strong> author;
<a name="665" href="#665">665</a>     }
<a name="666" href="#666">666</a> 
<a name="667" href="#667">667</a>     <em class="jxr_javadoccomment">/**</em>
<a name="668" href="#668">668</a> <em class="jxr_javadoccomment">     * Sets the author.</em>
<a name="669" href="#669">669</a> <em class="jxr_javadoccomment">     * @param author The author to set</em>
<a name="670" href="#670">670</a> <em class="jxr_javadoccomment">     */</em>
<a name="671" href="#671">671</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> setAuthor(String author) {
<a name="672" href="#672">672</a>         <strong class="jxr_keyword">this</strong>.author = author;
<a name="673" href="#673">673</a>     }
<a name="674" href="#674">674</a> 
<a name="675" href="#675">675</a>     <em class="jxr_javadoccomment">/**</em>
<a name="676" href="#676">676</a> <em class="jxr_javadoccomment">     * Returns the id.</em>
<a name="677" href="#677">677</a> <em class="jxr_javadoccomment">     * @return int</em>
<a name="678" href="#678">678</a> <em class="jxr_javadoccomment">     */</em>
<a name="679" href="#679">679</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">int</strong> getId() {
<a name="680" href="#680">680</a>         <strong class="jxr_keyword">return</strong> id;
<a name="681" href="#681">681</a>     }
<a name="682" href="#682">682</a> 
<a name="683" href="#683">683</a>     <em class="jxr_javadoccomment">/**</em>
<a name="684" href="#684">684</a> <em class="jxr_javadoccomment">     * Sets the id.</em>
<a name="685" href="#685">685</a> <em class="jxr_javadoccomment">     * @param id The id to set</em>
<a name="686" href="#686">686</a> <em class="jxr_javadoccomment">     */</em>
<a name="687" href="#687">687</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> setId(<strong class="jxr_keyword">int</strong> id) {
<a name="688" href="#688">688</a>         <strong class="jxr_keyword">this</strong>.id = id;
<a name="689" href="#689">689</a>     }
<a name="690" href="#690">690</a> 
<a name="691" href="#691">691</a>     <em class="jxr_javadoccomment">/**</em>
<a name="692" href="#692">692</a> <em class="jxr_javadoccomment">     * Returns the lastPolled.</em>
<a name="693" href="#693">693</a> <em class="jxr_javadoccomment">     * @return Date</em>
<a name="694" href="#694">694</a> <em class="jxr_javadoccomment">     */</em>
<a name="695" href="#695">695</a>     <strong class="jxr_keyword">public</strong> Date getLastPolled() {
<a name="696" href="#696">696</a>         <strong class="jxr_keyword">return</strong> lastPolled;
<a name="697" href="#697">697</a>     }
<a name="698" href="#698">698</a> 
<a name="699" href="#699">699</a>     <em class="jxr_javadoccomment">/**</em>
<a name="700" href="#700">700</a> <em class="jxr_javadoccomment">     * Sets the lastPolled.</em>
<a name="701" href="#701">701</a> <em class="jxr_javadoccomment">     * @param lastPolled The lastPolled to set</em>
<a name="702" href="#702">702</a> <em class="jxr_javadoccomment">     */</em>
<a name="703" href="#703">703</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> setLastPolled(Date lastPolled) {
<a name="704" href="#704">704</a>         <strong class="jxr_keyword">this</strong>.lastPolled = lastPolled;
<a name="705" href="#705">705</a>     }
<a name="706" href="#706">706</a> 
<a name="707" href="#707">707</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">boolean</strong> isAwaitingPoll() {
<a name="708" href="#708">708</a>         <em class="jxr_comment">// Need intelligent algorithm to handle this...</em>
<a name="709" href="#709">709</a>         <em class="jxr_comment">// Currently just poll once an hour</em>
<a name="710" href="#710">710</a>         <strong class="jxr_keyword">boolean</strong> awaitingPoll = false;
<a name="711" href="#711">711</a> 
<a name="712" href="#712">712</a>         <strong class="jxr_keyword">if</strong> (lastPolled != <strong class="jxr_keyword">null</strong>) {
<a name="713" href="#713">713</a>             <strong class="jxr_keyword">long</strong> currentTimeMillis = System.currentTimeMillis();
<a name="714" href="#714">714</a> 
<a name="715" href="#715">715</a>             <strong class="jxr_keyword">long</strong> pollingInterval = <strong class="jxr_keyword">this</strong>.pollingIntervalSeconds;
<a name="716" href="#716">716</a>             <strong class="jxr_keyword">if</strong> (pollingInterval == DEFAULT_POLLING_INTERVAL) {
<a name="717" href="#717">717</a>                 pollingInterval = channelManager.getPollingIntervalSeconds();
<a name="718" href="#718">718</a>             }
<a name="719" href="#719">719</a> 
<a name="720" href="#720">720</a>             <strong class="jxr_keyword">if</strong> ((currentTimeMillis - lastPolled.getTime())
<a name="721" href="#721">721</a>                 &gt; (pollingInterval * 1000)) {
<a name="722" href="#722">722</a>                 awaitingPoll = <strong class="jxr_keyword">true</strong>;
<a name="723" href="#723">723</a>             } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (lastPolled.getTime() &gt; currentTimeMillis) {
<a name="724" href="#724">724</a>                 <em class="jxr_comment">// Sanity date check - if the last polling time is greater than the</em>
<a name="725" href="#725">725</a>                 <em class="jxr_comment">// current time, assume that there was an issue with the system clock,</em>
<a name="726" href="#726">726</a>                 <em class="jxr_comment">// and repoll</em>
<a name="727" href="#727">727</a>                 awaitingPoll = <strong class="jxr_keyword">true</strong>;
<a name="728" href="#728">728</a>             }
<a name="729" href="#729">729</a> 
<a name="730" href="#730">730</a>         } <strong class="jxr_keyword">else</strong> {
<a name="731" href="#731">731</a>             awaitingPoll = <strong class="jxr_keyword">true</strong>;
<a name="732" href="#732">732</a>         }
<a name="733" href="#733">733</a> 
<a name="734" href="#734">734</a>         <strong class="jxr_keyword">return</strong> awaitingPoll;
<a name="735" href="#735">735</a>     }
<a name="736" href="#736">736</a> 
<a name="737" href="#737">737</a>     <em class="jxr_javadoccomment">/**</em>
<a name="738" href="#738">738</a> <em class="jxr_javadoccomment">     * @see java.lang.Runnable#run()</em>
<a name="739" href="#739">739</a> <em class="jxr_javadoccomment">     */</em>
<a name="740" href="#740">740</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> run() {
<a name="741" href="#741">741</a>         <strong class="jxr_keyword">if</strong> (log.isInfoEnabled()) {
<a name="742" href="#742">742</a>             log.info(<span class="jxr_string">"Polling channel "</span> + name);
<a name="743" href="#743">743</a>         }
<a name="744" href="#744">744</a> 
<a name="745" href="#745">745</a>         <strong class="jxr_keyword">if</strong> (!polling)
<a name="746" href="#746">746</a>             poll();
<a name="747" href="#747">747</a> 
<a name="748" href="#748">748</a>         <strong class="jxr_keyword">if</strong> (log.isInfoEnabled()) {
<a name="749" href="#749">749</a>             log.info(<span class="jxr_string">"Finished polling channel "</span> + name);
<a name="750" href="#750">750</a>         }
<a name="751" href="#751">751</a> 
<a name="752" href="#752">752</a>     }
<a name="753" href="#753">753</a> 
<a name="754" href="#754">754</a>     <em class="jxr_javadoccomment">/**</em>
<a name="755" href="#755">755</a> <em class="jxr_javadoccomment">     * Returns the lastETag.</em>
<a name="756" href="#756">756</a> <em class="jxr_javadoccomment">     * @return String</em>
<a name="757" href="#757">757</a> <em class="jxr_javadoccomment">     */</em>
<a name="758" href="#758">758</a>     <strong class="jxr_keyword">public</strong> String getLastETag() {
<a name="759" href="#759">759</a>         <strong class="jxr_keyword">return</strong> lastETag;
<a name="760" href="#760">760</a>     }
<a name="761" href="#761">761</a> 
<a name="762" href="#762">762</a>     <em class="jxr_javadoccomment">/**</em>
<a name="763" href="#763">763</a> <em class="jxr_javadoccomment">     * Returns the lastModified.</em>
<a name="764" href="#764">764</a> <em class="jxr_javadoccomment">     * @return long</em>
<a name="765" href="#765">765</a> <em class="jxr_javadoccomment">     */</em>
<a name="766" href="#766">766</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">long</strong> getLastModified() {
<a name="767" href="#767">767</a>         <strong class="jxr_keyword">return</strong> lastModified;
<a name="768" href="#768">768</a>     }
<a name="769" href="#769">769</a> 
<a name="770" href="#770">770</a>     <em class="jxr_javadoccomment">/**</em>
<a name="771" href="#771">771</a> <em class="jxr_javadoccomment">     * Sets the lastETag.</em>
<a name="772" href="#772">772</a> <em class="jxr_javadoccomment">     * @param lastETag The lastETag to set</em>
<a name="773" href="#773">773</a> <em class="jxr_javadoccomment">     */</em>
<a name="774" href="#774">774</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> setLastETag(String lastETag) {
<a name="775" href="#775">775</a>         <strong class="jxr_keyword">this</strong>.lastETag = lastETag;
<a name="776" href="#776">776</a>     }
<a name="777" href="#777">777</a> 
<a name="778" href="#778">778</a>     <em class="jxr_javadoccomment">/**</em>
<a name="779" href="#779">779</a> <em class="jxr_javadoccomment">     * Sets the lastModified.</em>
<a name="780" href="#780">780</a> <em class="jxr_javadoccomment">     * @param lastModified The lastModified to set</em>
<a name="781" href="#781">781</a> <em class="jxr_javadoccomment">     */</em>
<a name="782" href="#782">782</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> setLastModified(<strong class="jxr_keyword">long</strong> lastModified) {
<a name="783" href="#783">783</a>         <strong class="jxr_keyword">this</strong>.lastModified = lastModified;
<a name="784" href="#784">784</a>     }
<a name="785" href="#785">785</a> 
<a name="786" href="#786">786</a>     <em class="jxr_javadoccomment">/**</em>
<a name="787" href="#787">787</a> <em class="jxr_javadoccomment">     * Returns the rssVersion.</em>
<a name="788" href="#788">788</a> <em class="jxr_javadoccomment">     * @return String</em>
<a name="789" href="#789">789</a> <em class="jxr_javadoccomment">     */</em>
<a name="790" href="#790">790</a>     <strong class="jxr_keyword">public</strong> String getRssVersion() {
<a name="791" href="#791">791</a>         <strong class="jxr_keyword">return</strong> rssVersion;
<a name="792" href="#792">792</a>     }
<a name="793" href="#793">793</a> 
<a name="794" href="#794">794</a>     <em class="jxr_javadoccomment">/**</em>
<a name="795" href="#795">795</a> <em class="jxr_javadoccomment">     * Sets the rssVersion.</em>
<a name="796" href="#796">796</a> <em class="jxr_javadoccomment">     * @param rssVersion The rssVersion to set</em>
<a name="797" href="#797">797</a> <em class="jxr_javadoccomment">     */</em>
<a name="798" href="#798">798</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> setRssVersion(String rssVersion) {
<a name="799" href="#799">799</a>         <strong class="jxr_keyword">this</strong>.rssVersion = rssVersion;
<a name="800" href="#800">800</a>     }
<a name="801" href="#801">801</a> 
<a name="802" href="#802">802</a>     <em class="jxr_javadoccomment">/**</em>
<a name="803" href="#803">803</a> <em class="jxr_javadoccomment">     * Sets the url.</em>
<a name="804" href="#804">804</a> <em class="jxr_javadoccomment">     * @param url The url to set</em>
<a name="805" href="#805">805</a> <em class="jxr_javadoccomment">     */</em>
<a name="806" href="#806">806</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> setUrl(URL url) {
<a name="807" href="#807">807</a>         <strong class="jxr_keyword">if</strong> (<strong class="jxr_keyword">this</strong>.url == <strong class="jxr_keyword">null</strong> || !<strong class="jxr_keyword">this</strong>.url.equals(url)) {
<a name="808" href="#808">808</a>             <strong class="jxr_keyword">this</strong>.url = url;
<a name="809" href="#809">809</a> 
<a name="810" href="#810">810</a>             <em class="jxr_comment">// If we change the URL, then reset the </em>
<a name="811" href="#811">811</a>             <em class="jxr_comment">// polling characteristics associated with the channel</em>
<a name="812" href="#812">812</a>             <strong class="jxr_keyword">this</strong>.lastModified = 0;
<a name="813" href="#813">813</a>             <strong class="jxr_keyword">this</strong>.lastETag = <strong class="jxr_keyword">null</strong>;
<a name="814" href="#814">814</a>             <strong class="jxr_keyword">this</strong>.lastPolled = <strong class="jxr_keyword">null</strong>;
<a name="815" href="#815">815</a>         }
<a name="816" href="#816">816</a> 
<a name="817" href="#817">817</a>     }
<a name="818" href="#818">818</a> 
<a name="819" href="#819">819</a>     <em class="jxr_javadoccomment">/**</em>
<a name="820" href="#820">820</a> <em class="jxr_javadoccomment">     * Returns the historical.</em>
<a name="821" href="#821">821</a> <em class="jxr_javadoccomment">     * @return boolean</em>
<a name="822" href="#822">822</a> <em class="jxr_javadoccomment">     */</em>
<a name="823" href="#823">823</a>     <em class="jxr_comment">//	public boolean isHistorical() {</em>
<a name="824" href="#824">824</a>     <em class="jxr_comment">//		return historical;</em>
<a name="825" href="#825">825</a>     <em class="jxr_comment">//	}</em>
<a name="826" href="#826">826</a> 
<a name="827" href="#827">827</a>     <em class="jxr_javadoccomment">/**</em>
<a name="828" href="#828">828</a> <em class="jxr_javadoccomment">     * Sets the historical.</em>
<a name="829" href="#829">829</a> <em class="jxr_javadoccomment">     * @param historical The historical to set</em>
<a name="830" href="#830">830</a> <em class="jxr_javadoccomment">     */</em>
<a name="831" href="#831">831</a>     <em class="jxr_comment">//	public void setHistorical(boolean historical) {</em>
<a name="832" href="#832">832</a>     <em class="jxr_comment">//		this.historical = historical;</em>
<a name="833" href="#833">833</a>     <em class="jxr_comment">//	}</em>
<a name="834" href="#834">834</a> 
<a name="835" href="#835">835</a>     <em class="jxr_javadoccomment">/**</em>
<a name="836" href="#836">836</a> <em class="jxr_javadoccomment">     * Returns the status.</em>
<a name="837" href="#837">837</a> <em class="jxr_javadoccomment">     * @return int</em>
<a name="838" href="#838">838</a> <em class="jxr_javadoccomment">     */</em>
<a name="839" href="#839">839</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">int</strong> getStatus() {
<a name="840" href="#840">840</a>         <strong class="jxr_keyword">return</strong> status;
<a name="841" href="#841">841</a>     }
<a name="842" href="#842">842</a> 
<a name="843" href="#843">843</a>     <em class="jxr_javadoccomment">/**</em>
<a name="844" href="#844">844</a> <em class="jxr_javadoccomment">     * Sets the status.</em>
<a name="845" href="#845">845</a> <em class="jxr_javadoccomment">     * @param status The status to set</em>
<a name="846" href="#846">846</a> <em class="jxr_javadoccomment">     */</em>
<a name="847" href="#847">847</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> setStatus(<strong class="jxr_keyword">int</strong> status) {
<a name="848" href="#848">848</a>         <strong class="jxr_keyword">this</strong>.status = status;
<a name="849" href="#849">849</a>     }
<a name="850" href="#850">850</a> 
<a name="851" href="#851">851</a>     <em class="jxr_javadoccomment">/**</em>
<a name="852" href="#852">852</a> <em class="jxr_javadoccomment">     * Returns the description.</em>
<a name="853" href="#853">853</a> <em class="jxr_javadoccomment">     * @return String</em>
<a name="854" href="#854">854</a> <em class="jxr_javadoccomment">     */</em>
<a name="855" href="#855">855</a>     <strong class="jxr_keyword">public</strong> String getDescription() {
<a name="856" href="#856">856</a>         <strong class="jxr_keyword">return</strong> description;
<a name="857" href="#857">857</a>     }
<a name="858" href="#858">858</a> 
<a name="859" href="#859">859</a>     <em class="jxr_javadoccomment">/**</em>
<a name="860" href="#860">860</a> <em class="jxr_javadoccomment">     * Returns the link.</em>
<a name="861" href="#861">861</a> <em class="jxr_javadoccomment">     * @return String</em>
<a name="862" href="#862">862</a> <em class="jxr_javadoccomment">     */</em>
<a name="863" href="#863">863</a>     <strong class="jxr_keyword">public</strong> String getLink() {
<a name="864" href="#864">864</a>         <strong class="jxr_keyword">return</strong> link;
<a name="865" href="#865">865</a>     }
<a name="866" href="#866">866</a> 
<a name="867" href="#867">867</a>     <em class="jxr_javadoccomment">/**</em>
<a name="868" href="#868">868</a> <em class="jxr_javadoccomment">     * Returns the title.</em>
<a name="869" href="#869">869</a> <em class="jxr_javadoccomment">     * @return String</em>
<a name="870" href="#870">870</a> <em class="jxr_javadoccomment">     */</em>
<a name="871" href="#871">871</a>     <strong class="jxr_keyword">public</strong> String getTitle() {
<a name="872" href="#872">872</a>         <strong class="jxr_keyword">return</strong> title;
<a name="873" href="#873">873</a>     }
<a name="874" href="#874">874</a> 
<a name="875" href="#875">875</a>     <em class="jxr_javadoccomment">/**</em>
<a name="876" href="#876">876</a> <em class="jxr_javadoccomment">     * Sets the description.</em>
<a name="877" href="#877">877</a> <em class="jxr_javadoccomment">     * @param description The description to set</em>
<a name="878" href="#878">878</a> <em class="jxr_javadoccomment">     */</em>
<a name="879" href="#879">879</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> setDescription(String description) {
<a name="880" href="#880">880</a>         <strong class="jxr_keyword">this</strong>.description = description;
<a name="881" href="#881">881</a>     }
<a name="882" href="#882">882</a> 
<a name="883" href="#883">883</a>     <em class="jxr_javadoccomment">/**</em>
<a name="884" href="#884">884</a> <em class="jxr_javadoccomment">     * Sets the link.</em>
<a name="885" href="#885">885</a> <em class="jxr_javadoccomment">     * @param link The link to set</em>
<a name="886" href="#886">886</a> <em class="jxr_javadoccomment">     */</em>
<a name="887" href="#887">887</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> setLink(String link) {
<a name="888" href="#888">888</a>         <strong class="jxr_keyword">this</strong>.link = link;
<a name="889" href="#889">889</a>     }
<a name="890" href="#890">890</a> 
<a name="891" href="#891">891</a>     <em class="jxr_javadoccomment">/**</em>
<a name="892" href="#892">892</a> <em class="jxr_javadoccomment">     * Sets the title.</em>
<a name="893" href="#893">893</a> <em class="jxr_javadoccomment">     * @param title The title to set</em>
<a name="894" href="#894">894</a> <em class="jxr_javadoccomment">     */</em>
<a name="895" href="#895">895</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> setTitle(String title) {
<a name="896" href="#896">896</a>         <strong class="jxr_keyword">this</strong>.title = title;
<a name="897" href="#897">897</a>     }
<a name="898" href="#898">898</a> 
<a name="899" href="#899">899</a>     <em class="jxr_javadoccomment">/**</em>
<a name="900" href="#900">900</a> <em class="jxr_javadoccomment">     * Returns the enabled.</em>
<a name="901" href="#901">901</a> <em class="jxr_javadoccomment">     * @return boolean</em>
<a name="902" href="#902">902</a> <em class="jxr_javadoccomment">     */</em>
<a name="903" href="#903">903</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">boolean</strong> isEnabled() {
<a name="904" href="#904">904</a>         <strong class="jxr_keyword">return</strong> enabled;
<a name="905" href="#905">905</a>     }
<a name="906" href="#906">906</a> 
<a name="907" href="#907">907</a>     <em class="jxr_javadoccomment">/**</em>
<a name="908" href="#908">908</a> <em class="jxr_javadoccomment">     * Sets the enabled.</em>
<a name="909" href="#909">909</a> <em class="jxr_javadoccomment">     * @param enabled The enabled to set</em>
<a name="910" href="#910">910</a> <em class="jxr_javadoccomment">     */</em>
<a name="911" href="#911">911</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> setEnabled(<strong class="jxr_keyword">boolean</strong> enabled) {
<a name="912" href="#912">912</a>         <strong class="jxr_keyword">this</strong>.enabled = enabled;
<a name="913" href="#913">913</a>     }
<a name="914" href="#914">914</a> 
<a name="915" href="#915">915</a>     <em class="jxr_javadoccomment">/**</em>
<a name="916" href="#916">916</a> <em class="jxr_javadoccomment">     * Returns the managingEditor.</em>
<a name="917" href="#917">917</a> <em class="jxr_javadoccomment">     * @return String</em>
<a name="918" href="#918">918</a> <em class="jxr_javadoccomment">     */</em>
<a name="919" href="#919">919</a>     <strong class="jxr_keyword">public</strong> String getManagingEditor() {
<a name="920" href="#920">920</a>         <strong class="jxr_keyword">return</strong> managingEditor;
<a name="921" href="#921">921</a>     }
<a name="922" href="#922">922</a> 
<a name="923" href="#923">923</a>     <em class="jxr_javadoccomment">/**</em>
<a name="924" href="#924">924</a> <em class="jxr_javadoccomment">     * Sets the managingEditor.</em>
<a name="925" href="#925">925</a> <em class="jxr_javadoccomment">     * @param managingEditor The managingEditor to set</em>
<a name="926" href="#926">926</a> <em class="jxr_javadoccomment">     */</em>
<a name="927" href="#927">927</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> setManagingEditor(String managingEditor) {
<a name="928" href="#928">928</a>         <strong class="jxr_keyword">this</strong>.managingEditor = managingEditor;
<a name="929" href="#929">929</a>     }
<a name="930" href="#930">930</a> 
<a name="931" href="#931">931</a>     <em class="jxr_javadoccomment">/**</em>
<a name="932" href="#932">932</a> <em class="jxr_javadoccomment">     * Returns the postingEnabled.</em>
<a name="933" href="#933">933</a> <em class="jxr_javadoccomment">     * @return boolean</em>
<a name="934" href="#934">934</a> <em class="jxr_javadoccomment">     */</em>
<a name="935" href="#935">935</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">boolean</strong> isPostingEnabled() {
<a name="936" href="#936">936</a>         <strong class="jxr_keyword">return</strong> postingEnabled;
<a name="937" href="#937">937</a>     }
<a name="938" href="#938">938</a> 
<a name="939" href="#939">939</a>     <em class="jxr_javadoccomment">/**</em>
<a name="940" href="#940">940</a> <em class="jxr_javadoccomment">     * Sets the postingEnabled.</em>
<a name="941" href="#941">941</a> <em class="jxr_javadoccomment">     * @param postingEnabled The postingEnabled to set</em>
<a name="942" href="#942">942</a> <em class="jxr_javadoccomment">     */</em>
<a name="943" href="#943">943</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> setPostingEnabled(<strong class="jxr_keyword">boolean</strong> postingEnabled) {
<a name="944" href="#944">944</a>         <strong class="jxr_keyword">this</strong>.postingEnabled = postingEnabled;
<a name="945" href="#945">945</a>     }
<a name="946" href="#946">946</a> 
<a name="947" href="#947">947</a>     <em class="jxr_javadoccomment">/**</em>
<a name="948" href="#948">948</a> <em class="jxr_javadoccomment">     * Returns the parseAtAllCost.</em>
<a name="949" href="#949">949</a> <em class="jxr_javadoccomment">     * @return boolean</em>
<a name="950" href="#950">950</a> <em class="jxr_javadoccomment">     */</em>
<a name="951" href="#951">951</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">boolean</strong> isParseAtAllCost() {
<a name="952" href="#952">952</a>         <strong class="jxr_keyword">return</strong> parseAtAllCost;
<a name="953" href="#953">953</a>     }
<a name="954" href="#954">954</a> 
<a name="955" href="#955">955</a>     <em class="jxr_javadoccomment">/**</em>
<a name="956" href="#956">956</a> <em class="jxr_javadoccomment">     * Sets the parseAtAllCost.</em>
<a name="957" href="#957">957</a> <em class="jxr_javadoccomment">     * @param parseAtAllCost The parseAtAllCost to set</em>
<a name="958" href="#958">958</a> <em class="jxr_javadoccomment">     */</em>
<a name="959" href="#959">959</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> setParseAtAllCost(<strong class="jxr_keyword">boolean</strong> parseAtAllCost) {
<a name="960" href="#960">960</a>         <strong class="jxr_keyword">this</strong>.parseAtAllCost = parseAtAllCost;
<a name="961" href="#961">961</a>     }
<a name="962" href="#962">962</a> 
<a name="963" href="#963">963</a>     <em class="jxr_javadoccomment">/**</em>
<a name="964" href="#964">964</a> <em class="jxr_javadoccomment">     * Returns the publishAPI.</em>
<a name="965" href="#965">965</a> <em class="jxr_javadoccomment">     * @return String</em>
<a name="966" href="#966">966</a> <em class="jxr_javadoccomment">     */</em>
<a name="967" href="#967">967</a>     <strong class="jxr_keyword">public</strong> String getPublishAPI() {
<a name="968" href="#968">968</a>         <strong class="jxr_keyword">return</strong> publishAPI;
<a name="969" href="#969">969</a>     }
<a name="970" href="#970">970</a> 
<a name="971" href="#971">971</a>     <em class="jxr_javadoccomment">/**</em>
<a name="972" href="#972">972</a> <em class="jxr_javadoccomment">     * Sets the publishAPI.</em>
<a name="973" href="#973">973</a> <em class="jxr_javadoccomment">     * @param publishAPI The publishAPI to set</em>
<a name="974" href="#974">974</a> <em class="jxr_javadoccomment">     */</em>
<a name="975" href="#975">975</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> setPublishAPI(String publishAPI) {
<a name="976" href="#976">976</a>         <strong class="jxr_keyword">this</strong>.publishAPI = publishAPI;
<a name="977" href="#977">977</a>     }
<a name="978" href="#978">978</a> 
<a name="979" href="#979">979</a>     <em class="jxr_javadoccomment">/**</em>
<a name="980" href="#980">980</a> <em class="jxr_javadoccomment">     * Returns the polling.</em>
<a name="981" href="#981">981</a> <em class="jxr_javadoccomment">     * @return boolean</em>
<a name="982" href="#982">982</a> <em class="jxr_javadoccomment">     */</em>
<a name="983" href="#983">983</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">boolean</strong> isPolling() {
<a name="984" href="#984">984</a>         <strong class="jxr_keyword">return</strong> polling;
<a name="985" href="#985">985</a>     }
<a name="986" href="#986">986</a> 
<a name="987" href="#987">987</a>     <em class="jxr_javadoccomment">/**</em>
<a name="988" href="#988">988</a> <em class="jxr_javadoccomment">     * Returns the publishConfig.</em>
<a name="989" href="#989">989</a> <em class="jxr_javadoccomment">     * @return Map</em>
<a name="990" href="#990">990</a> <em class="jxr_javadoccomment">     */</em>
<a name="991" href="#991">991</a>     <strong class="jxr_keyword">public</strong> Map getPublishConfig() {
<a name="992" href="#992">992</a>         <strong class="jxr_keyword">return</strong> publishConfig;
<a name="993" href="#993">993</a>     }
<a name="994" href="#994">994</a> 
<a name="995" href="#995">995</a>     <em class="jxr_javadoccomment">/**</em>
<a name="996" href="#996">996</a> <em class="jxr_javadoccomment">     * Sets the publishConfig.</em>
<a name="997" href="#997">997</a> <em class="jxr_javadoccomment">     * @param publishConfig The publishConfig to set</em>
<a name="998" href="#998">998</a> <em class="jxr_javadoccomment">     */</em>
<a name="999" href="#999">999</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> setPublishConfig(Map publishConfig) {
<a name="1000" href="#1000">1000</a>         <strong class="jxr_keyword">this</strong>.publishConfig = publishConfig;
<a name="1001" href="#1001">1001</a>     }
<a name="1002" href="#1002">1002</a> 
<a name="1003" href="#1003">1003</a>     <em class="jxr_javadoccomment">/**</em>
<a name="1004" href="#1004">1004</a> <em class="jxr_javadoccomment">     * Returns the pollingIntervalSeconds.</em>
<a name="1005" href="#1005">1005</a> <em class="jxr_javadoccomment">     * @return long</em>
<a name="1006" href="#1006">1006</a> <em class="jxr_javadoccomment">     */</em>
<a name="1007" href="#1007">1007</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">long</strong> getPollingIntervalSeconds() {
<a name="1008" href="#1008">1008</a>         <strong class="jxr_keyword">return</strong> pollingIntervalSeconds;
<a name="1009" href="#1009">1009</a>     }
<a name="1010" href="#1010">1010</a> 
<a name="1011" href="#1011">1011</a>     <em class="jxr_javadoccomment">/**</em>
<a name="1012" href="#1012">1012</a> <em class="jxr_javadoccomment">     * Sets the pollingIntervalSeconds.</em>
<a name="1013" href="#1013">1013</a> <em class="jxr_javadoccomment">     * @param pollingIntervalSeconds The pollingIntervalSeconds to set</em>
<a name="1014" href="#1014">1014</a> <em class="jxr_javadoccomment">     */</em>
<a name="1015" href="#1015">1015</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> setPollingIntervalSeconds(<strong class="jxr_keyword">long</strong> pollingIntervalSeconds) {
<a name="1016" href="#1016">1016</a>         <strong class="jxr_keyword">this</strong>.pollingIntervalSeconds = pollingIntervalSeconds;
<a name="1017" href="#1017">1017</a>     }
<a name="1018" href="#1018">1018</a> 
<a name="1019" href="#1019">1019</a>     <em class="jxr_javadoccomment">/**</em>
<a name="1020" href="#1020">1020</a> <em class="jxr_javadoccomment">     * Executes HTTP request</em>
<a name="1021" href="#1021">1021</a> <em class="jxr_javadoccomment">     * @param client</em>
<a name="1022" href="#1022">1022</a> <em class="jxr_javadoccomment">     * @param config</em>
<a name="1023" href="#1023">1023</a> <em class="jxr_javadoccomment">     * @param method</em>
<a name="1024" href="#1024">1024</a> <em class="jxr_javadoccomment">     */</em>
<a name="1025" href="#1025">1025</a> 
<a name="1026" href="#1026">1026</a>     <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <a href="../../../../org/methodize/nntprss/feed/Channel.html">HttpResult</a> executeHttpRequest(
<a name="1027" href="#1027">1027</a>         HttpClient client,
<a name="1028" href="#1028">1028</a>         HostConfiguration config,
<a name="1029" href="#1029">1029</a>         HttpMethod method)
<a name="1030" href="#1030">1030</a>         <strong class="jxr_keyword">throws</strong> HttpException, IOException {
<a name="1031" href="#1031">1031</a> 
<a name="1032" href="#1032">1032</a>         <a href="../../../../org/methodize/nntprss/feed/Channel.html">HttpResult</a> result;
<a name="1033" href="#1033">1033</a>         <strong class="jxr_keyword">int</strong> statusCode = -1;
<a name="1034" href="#1034">1034</a> 
<a name="1035" href="#1035">1035</a>         <strong class="jxr_keyword">try</strong> {
<a name="1036" href="#1036">1036</a>             statusCode = client.executeMethod(config, method);
<a name="1037" href="#1037">1037</a> 
<a name="1038" href="#1038">1038</a>             <em class="jxr_comment">//		while (statusCode == -1 &amp;&amp; attempt &lt; 3) {</em>
<a name="1039" href="#1039">1039</a>             <em class="jxr_comment">//			try {</em>
<a name="1040" href="#1040">1040</a>             <em class="jxr_comment">//				// execute the method.</em>
<a name="1041" href="#1041">1041</a>             <em class="jxr_comment">//				statusCode = client.executeMethod(config, method);</em>
<a name="1042" href="#1042">1042</a>             <em class="jxr_comment">//			} catch (HttpRecoverableException e) {</em>
<a name="1043" href="#1043">1043</a>             <em class="jxr_comment">//				log.(</em>
<a name="1044" href="#1044">1044</a>             <em class="jxr_comment">//					"A recoverable exception occurred, retrying."</em>
<a name="1045" href="#1045">1045</a>             <em class="jxr_comment">//						+ e.getMessage());</em>
<a name="1046" href="#1046">1046</a>             <em class="jxr_comment">//				method.releaseConnection();</em>
<a name="1047" href="#1047">1047</a>             <em class="jxr_comment">//				method.recycle();</em>
<a name="1048" href="#1048">1048</a>             <em class="jxr_comment">//				try {</em>
<a name="1049" href="#1049">1049</a>             <em class="jxr_comment">//					Thread.sleep(250);</em>
<a name="1050" href="#1050">1050</a>             <em class="jxr_comment">//				} catch(InterruptedException ie) {</em>
<a name="1051" href="#1051">1051</a>             <em class="jxr_comment">//				}</em>
<a name="1052" href="#1052">1052</a>             <em class="jxr_comment">//			} </em>
<a name="1053" href="#1053">1053</a>             <em class="jxr_comment">//		}</em>
<a name="1054" href="#1054">1054</a> 
<a name="1055" href="#1055">1055</a>             result = <strong class="jxr_keyword">new</strong> <a href="../../../../org/methodize/nntprss/feed/Channel.html">HttpResult</a>(statusCode);
<a name="1056" href="#1056">1056</a>             Header locationHeader = method.getResponseHeader(<span class="jxr_string">"location"</span>);
<a name="1057" href="#1057">1057</a>             <strong class="jxr_keyword">if</strong> (locationHeader != <strong class="jxr_keyword">null</strong>) {
<a name="1058" href="#1058">1058</a>                 result.setLocation(locationHeader.getValue());
<a name="1059" href="#1059">1059</a>             }
<a name="1060" href="#1060">1060</a> 
<a name="1061" href="#1061">1061</a>             <strong class="jxr_keyword">if</strong> (statusCode == HttpStatus.SC_OK) {
<a name="1062" href="#1062">1062</a>                 Header contentEncoding =
<a name="1063" href="#1063">1063</a>                     method.getResponseHeader(<span class="jxr_string">"Content-Encoding"</span>);
<a name="1064" href="#1064">1064</a>                 <strong class="jxr_keyword">if</strong> (contentEncoding != <strong class="jxr_keyword">null</strong>
<a name="1065" href="#1065">1065</a>                     &amp;&amp; contentEncoding.getValue().equals(<span class="jxr_string">"gzip"</span>)) {
<a name="1066" href="#1066">1066</a>                     InputStream is = method.getResponseBodyAsStream();
<a name="1067" href="#1067">1067</a>                     is = <strong class="jxr_keyword">new</strong> GZIPInputStream(is);
<a name="1068" href="#1068">1068</a>                     ByteArrayOutputStream baos = <strong class="jxr_keyword">new</strong> ByteArrayOutputStream();
<a name="1069" href="#1069">1069</a>                     byte[] buf = <strong class="jxr_keyword">new</strong> byte[1024];
<a name="1070" href="#1070">1070</a>                     <strong class="jxr_keyword">int</strong> bytesRead;
<a name="1071" href="#1071">1071</a>                     <strong class="jxr_keyword">while</strong> ((bytesRead = is.read(buf)) &gt; -1) {
<a name="1072" href="#1072">1072</a>                         <strong class="jxr_keyword">if</strong> (bytesRead &gt; 0) {
<a name="1073" href="#1073">1073</a>                             baos.write(buf, 0, bytesRead);
<a name="1074" href="#1074">1074</a>                         }
<a name="1075" href="#1075">1075</a>                     }
<a name="1076" href="#1076">1076</a>                     baos.flush();
<a name="1077" href="#1077">1077</a>                     baos.close();
<a name="1078" href="#1078">1078</a>                     is.close();
<a name="1079" href="#1079">1079</a>                     result.setResponse(baos.toByteArray());
<a name="1080" href="#1080">1080</a>                 } <strong class="jxr_keyword">else</strong> {
<a name="1081" href="#1081">1081</a>                     result.setResponse(method.getResponseBody());
<a name="1082" href="#1082">1082</a>                 }
<a name="1083" href="#1083">1083</a>             } <strong class="jxr_keyword">else</strong> {
<a name="1084" href="#1084">1084</a>                 <em class="jxr_comment">// Process response</em>
<a name="1085" href="#1085">1085</a>                 InputStream is = method.getResponseBodyAsStream();
<a name="1086" href="#1086">1086</a>                 <strong class="jxr_keyword">if</strong> (is != <strong class="jxr_keyword">null</strong>) {
<a name="1087" href="#1087">1087</a>                     byte[] buf = <strong class="jxr_keyword">new</strong> byte[1024];
<a name="1088" href="#1088">1088</a>                     <strong class="jxr_keyword">while</strong> (is.read(buf) != -1);
<a name="1089" href="#1089">1089</a>                     is.close();
<a name="1090" href="#1090">1090</a>                 }
<a name="1091" href="#1091">1091</a>                 <em class="jxr_comment">//	result.setResponse(method.getResponseBody());		</em>
<a name="1092" href="#1092">1092</a>             }
<a name="1093" href="#1093">1093</a> 
<a name="1094" href="#1094">1094</a>             <strong class="jxr_keyword">return</strong> result;
<a name="1095" href="#1095">1095</a>         } <strong class="jxr_keyword">finally</strong> {
<a name="1096" href="#1096">1096</a>             method.releaseConnection();
<a name="1097" href="#1097">1097</a>         }
<a name="1098" href="#1098">1098</a>     }
<a name="1099" href="#1099">1099</a> 
<a name="1100" href="#1100">1100</a>     <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">class</strong> <a href="../../../../org/methodize/nntprss/feed/Channel.html">HttpResult</a> {
<a name="1101" href="#1101">1101</a> 
<a name="1102" href="#1102">1102</a>         <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">int</strong> statusCode;
<a name="1103" href="#1103">1103</a>         <strong class="jxr_keyword">private</strong> byte[] response;
<a name="1104" href="#1104">1104</a>         <strong class="jxr_keyword">private</strong> String location;
<a name="1105" href="#1105">1105</a> 
<a name="1106" href="#1106">1106</a>         <strong class="jxr_keyword">public</strong> <a href="../../../../org/methodize/nntprss/feed/Channel.html">HttpResult</a>(<strong class="jxr_keyword">int</strong> statusCode) {
<a name="1107" href="#1107">1107</a>             <strong class="jxr_keyword">this</strong>.statusCode = statusCode;
<a name="1108" href="#1108">1108</a>         }
<a name="1109" href="#1109">1109</a> 
<a name="1110" href="#1110">1110</a>         <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">int</strong> getStatusCode() {
<a name="1111" href="#1111">1111</a>             <strong class="jxr_keyword">return</strong> statusCode;
<a name="1112" href="#1112">1112</a>         }
<a name="1113" href="#1113">1113</a> 
<a name="1114" href="#1114">1114</a>         <strong class="jxr_keyword">public</strong> byte[] getResponse() {
<a name="1115" href="#1115">1115</a>             <strong class="jxr_keyword">return</strong> response;
<a name="1116" href="#1116">1116</a>         }
<a name="1117" href="#1117">1117</a> 
<a name="1118" href="#1118">1118</a>         <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> setResponse(byte[] response) {
<a name="1119" href="#1119">1119</a>             <strong class="jxr_keyword">this</strong>.response = response;
<a name="1120" href="#1120">1120</a>         }
<a name="1121" href="#1121">1121</a> 
<a name="1122" href="#1122">1122</a>         <strong class="jxr_keyword">public</strong> String getLocation() {
<a name="1123" href="#1123">1123</a>             <strong class="jxr_keyword">return</strong> location;
<a name="1124" href="#1124">1124</a>         }
<a name="1125" href="#1125">1125</a> 
<a name="1126" href="#1126">1126</a>         <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> setLocation(String location) {
<a name="1127" href="#1127">1127</a>             <strong class="jxr_keyword">this</strong>.location = location;
<a name="1128" href="#1128">1128</a>         }
<a name="1129" href="#1129">1129</a>     }
<a name="1130" href="#1130">1130</a> 
<a name="1131" href="#1131">1131</a>     <em class="jxr_javadoccomment">/**</em>
<a name="1132" href="#1132">1132</a> <em class="jxr_javadoccomment">     * @return</em>
<a name="1133" href="#1133">1133</a> <em class="jxr_javadoccomment">     */</em>
<a name="1134" href="#1134">1134</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">long</strong> getExpiration() {
<a name="1135" href="#1135">1135</a>         <strong class="jxr_keyword">return</strong> expiration;
<a name="1136" href="#1136">1136</a>     }
<a name="1137" href="#1137">1137</a> 
<a name="1138" href="#1138">1138</a>     <em class="jxr_javadoccomment">/**</em>
<a name="1139" href="#1139">1139</a> <em class="jxr_javadoccomment">     * @param l</em>
<a name="1140" href="#1140">1140</a> <em class="jxr_javadoccomment">     */</em>
<a name="1141" href="#1141">1141</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> setExpiration(<strong class="jxr_keyword">long</strong> l) {
<a name="1142" href="#1142">1142</a>         expiration = l;
<a name="1143" href="#1143">1143</a>     }
<a name="1144" href="#1144">1144</a> 
<a name="1145" href="#1145">1145</a>     <em class="jxr_javadoccomment">/**</em>
<a name="1146" href="#1146">1146</a> <em class="jxr_javadoccomment">     * @return</em>
<a name="1147" href="#1147">1147</a> <em class="jxr_javadoccomment">     */</em>
<a name="1148" href="#1148">1148</a>     <strong class="jxr_keyword">public</strong> <a href="../../../../org/methodize/nntprss/feed/Category.html">Category</a> getCategory() {
<a name="1149" href="#1149">1149</a>         <strong class="jxr_keyword">return</strong> category;
<a name="1150" href="#1150">1150</a>     }
<a name="1151" href="#1151">1151</a> 
<a name="1152" href="#1152">1152</a>     <em class="jxr_javadoccomment">/**</em>
<a name="1153" href="#1153">1153</a> <em class="jxr_javadoccomment">     * @param category</em>
<a name="1154" href="#1154">1154</a> <em class="jxr_javadoccomment">     */</em>
<a name="1155" href="#1155">1155</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> setCategory(<a href="../../../../org/methodize/nntprss/feed/Category.html">Category</a> category) {
<a name="1156" href="#1156">1156</a>         <strong class="jxr_keyword">this</strong>.category = category;
<a name="1157" href="#1157">1157</a>     }
<a name="1158" href="#1158">1158</a> 
<a name="1159" href="#1159">1159</a>     <em class="jxr_javadoccomment">/**</em>
<a name="1160" href="#1160">1160</a> <em class="jxr_javadoccomment">     * @return</em>
<a name="1161" href="#1161">1161</a> <em class="jxr_javadoccomment">     */</em>
<a name="1162" href="#1162">1162</a>     <strong class="jxr_keyword">public</strong> Date getLastCleaned() {
<a name="1163" href="#1163">1163</a>         <strong class="jxr_keyword">return</strong> lastCleaned;
<a name="1164" href="#1164">1164</a>     }
<a name="1165" href="#1165">1165</a> 
<a name="1166" href="#1166">1166</a>     <em class="jxr_javadoccomment">/**</em>
<a name="1167" href="#1167">1167</a> <em class="jxr_javadoccomment">     * @param date</em>
<a name="1168" href="#1168">1168</a> <em class="jxr_javadoccomment">     */</em>
<a name="1169" href="#1169">1169</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> setLastCleaned(Date date) {
<a name="1170" href="#1170">1170</a>         lastCleaned = date;
<a name="1171" href="#1171">1171</a>     }
<a name="1172" href="#1172">1172</a> 
<a name="1173" href="#1173">1173</a>     <strong class="jxr_keyword">public</strong> String toString() {
<a name="1174" href="#1174">1174</a>         <strong class="jxr_keyword">return</strong> <span class="jxr_string">"{Channel"</span>
<a name="1175" href="#1175">1175</a>             + <span class="jxr_string">" author="</span>
<a name="1176" href="#1176">1176</a>             + author
<a name="1177" href="#1177">1177</a>             + <span class="jxr_string">" url="</span>
<a name="1178" href="#1178">1178</a>             + url
<a name="1179" href="#1179">1179</a>             + <span class="jxr_string">" id="</span>
<a name="1180" href="#1180">1180</a>             + id
<a name="1181" href="#1181">1181</a>             + <span class="jxr_string">" title="</span>
<a name="1182" href="#1182">1182</a>             + title
<a name="1183" href="#1183">1183</a>             + <span class="jxr_string">" link="</span>
<a name="1184" href="#1184">1184</a>             + link
<a name="1185" href="#1185">1185</a>             + <span class="jxr_string">" description="</span>
<a name="1186" href="#1186">1186</a>             + description
<a name="1187" href="#1187">1187</a>             + <span class="jxr_string">" lastPolled="</span>
<a name="1188" href="#1188">1188</a>             + lastPolled
<a name="1189" href="#1189">1189</a>             + <span class="jxr_string">" lastCleaned="</span>
<a name="1190" href="#1190">1190</a>             + lastCleaned
<a name="1191" href="#1191">1191</a>             + <span class="jxr_string">" lastModified="</span>
<a name="1192" href="#1192">1192</a>             + lastModified+<span class="jxr_string">" ("</span>+<strong class="jxr_keyword">new</strong> Date(lastModified)+<span class="jxr_string">")"</span>
<a name="1193" href="#1193">1193</a>             + <span class="jxr_string">" lastETag="</span>
<a name="1194" href="#1194">1194</a>             + lastETag
<a name="1195" href="#1195">1195</a>             + <span class="jxr_string">" rssVersion="</span>
<a name="1196" href="#1196">1196</a>             + rssVersion
<a name="1197" href="#1197">1197</a>             + <span class="jxr_string">" managingEditor="</span>
<a name="1198" href="#1198">1198</a>             + managingEditor
<a name="1199" href="#1199">1199</a>             + <span class="jxr_string">" lastArticleNumber="</span>
<a name="1200" href="#1200">1200</a>             + lastArticleNumber
<a name="1201" href="#1201">1201</a>             + <span class="jxr_string">" expiration="</span>
<a name="1202" href="#1202">1202</a>             + expiration
<a name="1203" href="#1203">1203</a>             + <span class="jxr_string">" enabled="</span>
<a name="1204" href="#1204">1204</a>             + enabled
<a name="1205" href="#1205">1205</a>             + <span class="jxr_string">" parseAtAllCost="</span>
<a name="1206" href="#1206">1206</a>             + parseAtAllCost
<a name="1207" href="#1207">1207</a>         <em class="jxr_comment">//+" publishConfig</em>
<a name="1208" href="#1208">1208</a>         	+<span class="jxr_string">"}"</span>;
<a name="1209" href="#1209">1209</a>     }
<a name="1210" href="#1210">1210</a> }
</pre>
<hr/><div id="footer">This page was automatically generated by <a href="http://maven.apache.org/">Maven</a></div></body>
</html>

